2024-12-15 05:33:38,519 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-15 05:33:38,533 main DEBUG Took 0.012469 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 05:33:38,534 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 05:33:38,534 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 05:33:38,535 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 05:33:38,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,545 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 05:33:38,557 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,559 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,559 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,561 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,562 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,564 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,565 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,566 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:33:38,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,567 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 05:33:38,569 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:33:38,570 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 05:33:38,572 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 05:33:38,572 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 05:33:38,573 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 05:33:38,573 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 05:33:38,581 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 05:33:38,584 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 05:33:38,585 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 05:33:38,586 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 05:33:38,586 main DEBUG createAppenders(={Console}) 2024-12-15 05:33:38,587 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-15 05:33:38,587 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-15 05:33:38,588 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-15 05:33:38,588 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 05:33:38,588 main DEBUG OutputStream closed 2024-12-15 05:33:38,589 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 05:33:38,589 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 05:33:38,589 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-15 05:33:38,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 05:33:38,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 05:33:38,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 05:33:38,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 05:33:38,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 05:33:38,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 05:33:38,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 05:33:38,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 05:33:38,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 05:33:38,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 05:33:38,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 05:33:38,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 05:33:38,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 05:33:38,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 05:33:38,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 05:33:38,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 05:33:38,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 05:33:38,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 05:33:38,667 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 05:33:38,667 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-15 05:33:38,667 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 05:33:38,668 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-15T05:33:38,865 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8 2024-12-15 05:33:38,868 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 05:33:38,868 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T05:33:38,876 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-15T05:33:38,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T05:33:38,901 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598, deleteOnExit=true 2024-12-15T05:33:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T05:33:38,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/test.cache.data in system properties and HBase conf 2024-12-15T05:33:38,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T05:33:38,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/hadoop.log.dir in system properties and HBase conf 2024-12-15T05:33:38,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T05:33:38,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T05:33:38,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T05:33:38,982 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T05:33:39,064 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T05:33:39,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:33:39,069 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:33:39,069 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T05:33:39,070 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:33:39,070 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T05:33:39,071 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T05:33:39,071 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:33:39,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:33:39,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T05:33:39,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/nfs.dump.dir in system properties and HBase conf 2024-12-15T05:33:39,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/java.io.tmpdir in system properties and HBase conf 2024-12-15T05:33:39,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:33:39,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T05:33:39,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T05:33:39,965 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T05:33:40,030 INFO [Time-limited test {}] log.Log(170): Logging initialized @2125ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T05:33:40,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:33:40,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:33:40,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:33:40,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:33:40,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:33:40,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:33:40,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:33:40,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:33:40,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/java.io.tmpdir/jetty-localhost-39383-hadoop-hdfs-3_4_1-tests_jar-_-any-16703708682649216145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:33:40,358 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39383} 2024-12-15T05:33:40,358 INFO [Time-limited test {}] server.Server(415): Started @2455ms 2024-12-15T05:33:40,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:33:40,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:33:40,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:33:40,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:33:40,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T05:33:40,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:33:40,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:33:40,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/java.io.tmpdir/jetty-localhost-33633-hadoop-hdfs-3_4_1-tests_jar-_-any-12733484087457144687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:33:40,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:33633} 2024-12-15T05:33:40,908 INFO [Time-limited test {}] server.Server(415): Started @3005ms 2024-12-15T05:33:40,952 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:33:41,651 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598/dfs/data/data2/current/BP-1707516454-172.17.0.2-1734240819552/current, will proceed with Du for space computation calculation, 2024-12-15T05:33:41,651 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598/dfs/data/data1/current/BP-1707516454-172.17.0.2-1734240819552/current, will proceed with Du for space computation calculation, 2024-12-15T05:33:41,675 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:33:41,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd81d1f71f04f6b9e with lease ID 0x3bd63541bc0ac1d9: Processing first storage report for DS-079f5992-c634-46a7-a3e5-53ccb3e16611 from datanode DatanodeRegistration(127.0.0.1:33843, datanodeUuid=8a283ce7-748f-48ca-a191-8fda97ca7caa, infoPort=34225, infoSecurePort=0, ipcPort=38433, storageInfo=lv=-57;cid=testClusterID;nsid=1866555016;c=1734240819552) 2024-12-15T05:33:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd81d1f71f04f6b9e with lease ID 0x3bd63541bc0ac1d9: from storage DS-079f5992-c634-46a7-a3e5-53ccb3e16611 node DatanodeRegistration(127.0.0.1:33843, datanodeUuid=8a283ce7-748f-48ca-a191-8fda97ca7caa, infoPort=34225, infoSecurePort=0, ipcPort=38433, storageInfo=lv=-57;cid=testClusterID;nsid=1866555016;c=1734240819552), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T05:33:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd81d1f71f04f6b9e with lease ID 0x3bd63541bc0ac1d9: Processing first storage report for DS-29f895d1-035b-4b44-b8c0-3a10b8e5612d from datanode DatanodeRegistration(127.0.0.1:33843, datanodeUuid=8a283ce7-748f-48ca-a191-8fda97ca7caa, infoPort=34225, infoSecurePort=0, ipcPort=38433, storageInfo=lv=-57;cid=testClusterID;nsid=1866555016;c=1734240819552) 2024-12-15T05:33:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd81d1f71f04f6b9e with lease ID 0x3bd63541bc0ac1d9: from storage DS-29f895d1-035b-4b44-b8c0-3a10b8e5612d node DatanodeRegistration(127.0.0.1:33843, datanodeUuid=8a283ce7-748f-48ca-a191-8fda97ca7caa, infoPort=34225, infoSecurePort=0, ipcPort=38433, storageInfo=lv=-57;cid=testClusterID;nsid=1866555016;c=1734240819552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:33:41,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8 2024-12-15T05:33:41,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598/zookeeper_0, clientPort=53650, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T05:33:41,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53650 2024-12-15T05:33:41,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:33:41,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:33:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741825_1001 (size=7) 2024-12-15T05:33:42,430 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 with version=8 2024-12-15T05:33:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/hbase-staging 2024-12-15T05:33:42,556 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T05:33:42,809 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fcd62a4bcb63:0 server-side Connection retries=45 2024-12-15T05:33:42,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T05:33:42,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T05:33:42,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T05:33:42,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T05:33:42,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T05:33:42,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T05:33:42,988 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T05:33:42,996 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T05:33:42,999 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T05:33:43,021 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42542 (auto-detected) 2024-12-15T05:33:43,022 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T05:33:43,038 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46241 2024-12-15T05:33:43,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:33:43,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:33:43,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46241 connecting to ZooKeeper ensemble=127.0.0.1:53650 2024-12-15T05:33:43,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462410x0, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T05:33:43,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46241-0x100282dfe9e0000 connected 2024-12-15T05:33:43,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T05:33:43,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T05:33:43,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T05:33:43,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46241 2024-12-15T05:33:43,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46241 2024-12-15T05:33:43,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46241 2024-12-15T05:33:43,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46241 2024-12-15T05:33:43,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46241 2024-12-15T05:33:43,325 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5, hbase.cluster.distributed=false 2024-12-15T05:33:43,379 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fcd62a4bcb63:0 server-side Connection retries=45 2024-12-15T05:33:43,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T05:33:43,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T05:33:43,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T05:33:43,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T05:33:43,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T05:33:43,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T05:33:43,385 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T05:33:43,386 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36137 2024-12-15T05:33:43,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T05:33:43,395 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T05:33:43,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:33:43,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:33:43,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36137 connecting to ZooKeeper ensemble=127.0.0.1:53650 2024-12-15T05:33:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361370x0, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T05:33:43,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361370x0, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T05:33:43,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T05:33:43,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36137-0x100282dfe9e0001 connected 2024-12-15T05:33:43,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T05:33:43,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36137 2024-12-15T05:33:43,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36137 2024-12-15T05:33:43,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36137 2024-12-15T05:33:43,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36137 2024-12-15T05:33:43,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36137 2024-12-15T05:33:43,432 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/fcd62a4bcb63,46241,1734240822551 2024-12-15T05:33:43,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T05:33:43,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T05:33:43,445 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fcd62a4bcb63:46241 2024-12-15T05:33:43,447 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fcd62a4bcb63,46241,1734240822551 2024-12-15T05:33:43,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T05:33:43,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T05:33:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:43,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:43,470 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T05:33:43,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T05:33:43,471 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fcd62a4bcb63,46241,1734240822551 from backup master directory 2024-12-15T05:33:43,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fcd62a4bcb63,46241,1734240822551 2024-12-15T05:33:43,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T05:33:43,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T05:33:43,484 WARN [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T05:33:43,484 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fcd62a4bcb63,46241,1734240822551 2024-12-15T05:33:43,486 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T05:33:43,487 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T05:33:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741826_1002 (size=42) 2024-12-15T05:33:43,951 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/hbase.id with ID: 7df66a8f-3a6b-4f02-b893-1a5652213434 2024-12-15T05:33:43,997 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:33:44,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:44,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741827_1003 (size=196) 2024-12-15T05:33:44,493 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:33:44,495 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T05:33:44,513 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:44,518 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T05:33:44,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741828_1004 (size=1189) 2024-12-15T05:33:44,962 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store 2024-12-15T05:33:44,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741829_1005 (size=34) 2024-12-15T05:33:45,383 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T05:33:45,384 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:33:45,386 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T05:33:45,386 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T05:33:45,387 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T05:33:45,387 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T05:33:45,387 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T05:33:45,387 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T05:33:45,388 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T05:33:45,390 WARN [master/fcd62a4bcb63:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/.initializing 2024-12-15T05:33:45,391 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/WALs/fcd62a4bcb63,46241,1734240822551 2024-12-15T05:33:45,396 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T05:33:45,405 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fcd62a4bcb63%2C46241%2C1734240822551, suffix=, logDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/WALs/fcd62a4bcb63,46241,1734240822551, archiveDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/oldWALs, maxLogs=10 2024-12-15T05:33:45,422 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/WALs/fcd62a4bcb63,46241,1734240822551/fcd62a4bcb63%2C46241%2C1734240822551.1734240825409, exclude list is [], retry=0 2024-12-15T05:33:45,436 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-079f5992-c634-46a7-a3e5-53ccb3e16611,DISK] 2024-12-15T05:33:45,439 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T05:33:45,469 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/WALs/fcd62a4bcb63,46241,1734240822551/fcd62a4bcb63%2C46241%2C1734240822551.1734240825409 2024-12-15T05:33:45,470 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-15T05:33:45,470 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:33:45,471 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:33:45,473 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,474 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T05:33:45,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:45,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T05:33:45,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T05:33:45,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:45,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:33:45,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T05:33:45,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:45,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:33:45,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T05:33:45,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:45,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:33:45,546 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,547 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,555 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T05:33:45,558 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T05:33:45,563 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:33:45,564 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74538692, jitterRate=0.11071306467056274}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T05:33:45,567 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T05:33:45,568 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T05:33:45,595 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3535c03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:45,625 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T05:33:45,634 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T05:33:45,634 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T05:33:45,636 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T05:33:45,637 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-15T05:33:45,641 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-15T05:33:45,641 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T05:33:45,662 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T05:33:45,672 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T05:33:45,703 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T05:33:45,706 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T05:33:45,708 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T05:33:45,716 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T05:33:45,719 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T05:33:45,723 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T05:33:45,733 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T05:33:45,734 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T05:33:45,744 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T05:33:45,757 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T05:33:45,766 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T05:33:45,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T05:33:45,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T05:33:45,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:45,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:45,779 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fcd62a4bcb63,46241,1734240822551, sessionid=0x100282dfe9e0000, setting cluster-up flag (Was=false) 2024-12-15T05:33:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:45,833 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T05:33:45,834 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fcd62a4bcb63,46241,1734240822551 2024-12-15T05:33:45,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:45,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:45,878 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T05:33:45,880 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fcd62a4bcb63,46241,1734240822551 2024-12-15T05:33:45,948 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fcd62a4bcb63:36137 2024-12-15T05:33:45,949 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1008): ClusterId : 7df66a8f-3a6b-4f02-b893-1a5652213434 2024-12-15T05:33:45,952 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T05:33:45,952 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T05:33:45,957 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T05:33:45,959 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T05:33:45,963 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T05:33:45,963 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T05:33:45,965 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fcd62a4bcb63,46241,1734240822551 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T05:33:45,967 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fcd62a4bcb63:0, corePoolSize=5, maxPoolSize=5 2024-12-15T05:33:45,968 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fcd62a4bcb63:0, corePoolSize=5, maxPoolSize=5 2024-12-15T05:33:45,968 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fcd62a4bcb63:0, corePoolSize=5, maxPoolSize=5 2024-12-15T05:33:45,968 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fcd62a4bcb63:0, corePoolSize=5, maxPoolSize=5 2024-12-15T05:33:45,968 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fcd62a4bcb63:0, corePoolSize=10, maxPoolSize=10 2024-12-15T05:33:45,968 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:45,968 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fcd62a4bcb63:0, corePoolSize=2, maxPoolSize=2 2024-12-15T05:33:45,968 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:45,970 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734240855970 2024-12-15T05:33:45,971 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T05:33:45,971 DEBUG [RS:0;fcd62a4bcb63:36137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b4a10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:45,971 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T05:33:45,972 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T05:33:45,973 DEBUG [RS:0;fcd62a4bcb63:36137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4feb01bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fcd62a4bcb63/172.17.0.2:0 2024-12-15T05:33:45,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T05:33:45,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T05:33:45,976 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T05:33:45,976 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T05:33:45,976 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T05:33:45,976 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T05:33:45,976 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T05:33:45,977 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T05:33:45,977 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T05:33:45,978 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:45,978 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(3073): reportForDuty to master=fcd62a4bcb63,46241,1734240822551 with isa=fcd62a4bcb63/172.17.0.2:36137, startcode=1734240823378 2024-12-15T05:33:45,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:45,979 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T05:33:45,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T05:33:45,981 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T05:33:45,981 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T05:33:45,984 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T05:33:45,984 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T05:33:45,987 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fcd62a4bcb63:0:becomeActiveMaster-HFileCleaner.large.0-1734240825986,5,FailOnTimeoutGroup] 2024-12-15T05:33:45,990 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fcd62a4bcb63:0:becomeActiveMaster-HFileCleaner.small.0-1734240825987,5,FailOnTimeoutGroup] 2024-12-15T05:33:45,991 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:45,991 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T05:33:45,992 DEBUG [RS:0;fcd62a4bcb63:36137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T05:33:45,992 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:45,993 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741831_1007 (size=1039) 2024-12-15T05:33:46,021 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43163, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T05:33:46,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46241 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:46,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46241 {}] master.ServerManager(486): Registering regionserver=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:46,040 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:33:46,040 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36367 2024-12-15T05:33:46,040 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T05:33:46,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T05:33:46,050 DEBUG [RS:0;fcd62a4bcb63:36137 {}] zookeeper.ZKUtil(111): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:46,050 WARN [RS:0;fcd62a4bcb63:36137 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T05:33:46,050 INFO [RS:0;fcd62a4bcb63:36137 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T05:33:46,051 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/WALs/fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:46,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fcd62a4bcb63,36137,1734240823378] 2024-12-15T05:33:46,062 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T05:33:46,072 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T05:33:46,083 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T05:33:46,085 INFO [RS:0;fcd62a4bcb63:36137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T05:33:46,085 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:46,086 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T05:33:46,092 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:46,092 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,092 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,093 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,093 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,093 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,093 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fcd62a4bcb63:0, corePoolSize=2, maxPoolSize=2 2024-12-15T05:33:46,093 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,093 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,093 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,093 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,094 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fcd62a4bcb63:0, corePoolSize=1, maxPoolSize=1 2024-12-15T05:33:46,094 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fcd62a4bcb63:0, corePoolSize=3, maxPoolSize=3 2024-12-15T05:33:46,094 DEBUG [RS:0;fcd62a4bcb63:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0, corePoolSize=3, maxPoolSize=3 2024-12-15T05:33:46,095 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:46,095 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:46,095 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:46,095 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:46,095 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=fcd62a4bcb63,36137,1734240823378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T05:33:46,112 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T05:33:46,113 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=fcd62a4bcb63,36137,1734240823378-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:46,129 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.Replication(204): fcd62a4bcb63,36137,1734240823378 started 2024-12-15T05:33:46,129 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1767): Serving as fcd62a4bcb63,36137,1734240823378, RpcServer on fcd62a4bcb63/172.17.0.2:36137, sessionid=0x100282dfe9e0001 2024-12-15T05:33:46,129 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T05:33:46,129 DEBUG [RS:0;fcd62a4bcb63:36137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:46,130 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fcd62a4bcb63,36137,1734240823378' 2024-12-15T05:33:46,130 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T05:33:46,130 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T05:33:46,131 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T05:33:46,131 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T05:33:46,131 DEBUG [RS:0;fcd62a4bcb63:36137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:46,131 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fcd62a4bcb63,36137,1734240823378' 2024-12-15T05:33:46,131 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T05:33:46,132 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T05:33:46,132 DEBUG [RS:0;fcd62a4bcb63:36137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T05:33:46,132 INFO [RS:0;fcd62a4bcb63:36137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T05:33:46,133 INFO [RS:0;fcd62a4bcb63:36137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T05:33:46,245 INFO [RS:0;fcd62a4bcb63:36137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T05:33:46,249 INFO [RS:0;fcd62a4bcb63:36137 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fcd62a4bcb63%2C36137%2C1734240823378, suffix=, logDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/WALs/fcd62a4bcb63,36137,1734240823378, archiveDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/oldWALs, maxLogs=32 2024-12-15T05:33:46,261 DEBUG [RS:0;fcd62a4bcb63:36137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/WALs/fcd62a4bcb63,36137,1734240823378/fcd62a4bcb63%2C36137%2C1734240823378.1734240826250, exclude list is [], retry=0 2024-12-15T05:33:46,265 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-079f5992-c634-46a7-a3e5-53ccb3e16611,DISK] 2024-12-15T05:33:46,268 INFO [RS:0;fcd62a4bcb63:36137 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/WALs/fcd62a4bcb63,36137,1734240823378/fcd62a4bcb63%2C36137%2C1734240823378.1734240826250 2024-12-15T05:33:46,269 DEBUG [RS:0;fcd62a4bcb63:36137 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-15T05:33:46,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T05:33:46,397 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:33:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741833_1009 (size=32) 2024-12-15T05:33:46,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:33:46,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T05:33:46,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T05:33:46,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:46,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T05:33:46,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T05:33:46,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T05:33:46,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:46,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T05:33:46,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T05:33:46,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T05:33:46,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:46,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T05:33:46,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740 2024-12-15T05:33:46,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740 2024-12-15T05:33:46,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:33:46,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T05:33:46,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:33:46,844 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65723782, jitterRate=-0.0206393301486969}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:33:46,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T05:33:46,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T05:33:46,846 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T05:33:46,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T05:33:46,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T05:33:46,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T05:33:46,847 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T05:33:46,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T05:33:46,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T05:33:46,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T05:33:46,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T05:33:46,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T05:33:46,862 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T05:33:47,017 DEBUG [fcd62a4bcb63:46241 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T05:33:47,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:47,032 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fcd62a4bcb63,36137,1734240823378, state=OPENING 2024-12-15T05:33:47,069 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T05:33:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:47,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T05:33:47,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T05:33:47,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:33:47,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:47,262 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T05:33:47,265 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T05:33:47,274 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T05:33:47,274 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T05:33:47,275 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T05:33:47,278 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fcd62a4bcb63%2C36137%2C1734240823378.meta, suffix=.meta, logDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/WALs/fcd62a4bcb63,36137,1734240823378, archiveDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/oldWALs, maxLogs=32 2024-12-15T05:33:47,292 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/WALs/fcd62a4bcb63,36137,1734240823378/fcd62a4bcb63%2C36137%2C1734240823378.meta.1734240827280.meta, exclude list is [], retry=0 2024-12-15T05:33:47,296 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-079f5992-c634-46a7-a3e5-53ccb3e16611,DISK] 2024-12-15T05:33:47,299 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/WALs/fcd62a4bcb63,36137,1734240823378/fcd62a4bcb63%2C36137%2C1734240823378.meta.1734240827280.meta 2024-12-15T05:33:47,299 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-15T05:33:47,300 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:33:47,301 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T05:33:47,351 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T05:33:47,355 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T05:33:47,359 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T05:33:47,359 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:33:47,359 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T05:33:47,359 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T05:33:47,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T05:33:47,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T05:33:47,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:47,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T05:33:47,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T05:33:47,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T05:33:47,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:47,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T05:33:47,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T05:33:47,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T05:33:47,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:47,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T05:33:47,388 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740 2024-12-15T05:33:47,390 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740 2024-12-15T05:33:47,393 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:33:47,395 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T05:33:47,397 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61768859, jitterRate=-0.07957227528095245}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:33:47,398 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T05:33:47,405 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734240827256 2024-12-15T05:33:47,414 DEBUG [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T05:33:47,415 INFO [RS_OPEN_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T05:33:47,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:47,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fcd62a4bcb63,36137,1734240823378, state=OPEN 2024-12-15T05:33:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T05:33:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T05:33:47,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T05:33:47,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T05:33:47,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T05:33:47,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fcd62a4bcb63,36137,1734240823378 in 412 msec 2024-12-15T05:33:47,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T05:33:47,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-12-15T05:33:47,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6010 sec 2024-12-15T05:33:47,518 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734240827518, completionTime=-1 2024-12-15T05:33:47,518 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T05:33:47,518 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T05:33:47,549 DEBUG [hconnection-0x5e0980fe-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:47,551 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:47,560 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T05:33:47,560 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734240887560 2024-12-15T05:33:47,560 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734240947560 2024-12-15T05:33:47,560 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 41 msec 2024-12-15T05:33:47,605 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fcd62a4bcb63,46241,1734240822551-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:47,605 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fcd62a4bcb63,46241,1734240822551-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:47,605 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fcd62a4bcb63,46241,1734240822551-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:47,607 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fcd62a4bcb63:46241, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:47,607 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:47,613 DEBUG [master/fcd62a4bcb63:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T05:33:47,615 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T05:33:47,616 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T05:33:47,621 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T05:33:47,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T05:33:47,624 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:47,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T05:33:47,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741835_1011 (size=358) 2024-12-15T05:33:48,046 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ebee679b7856b3b2e25938445709ba27, NAME => 'hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:33:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741836_1012 (size=42) 2024-12-15T05:33:48,459 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:33:48,460 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ebee679b7856b3b2e25938445709ba27, disabling compactions & flushes 2024-12-15T05:33:48,460 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:33:48,460 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:33:48,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. after waiting 0 ms 2024-12-15T05:33:48,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:33:48,461 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:33:48,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ebee679b7856b3b2e25938445709ba27: 2024-12-15T05:33:48,463 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T05:33:48,469 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734240828464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734240828464"}]},"ts":"1734240828464"} 2024-12-15T05:33:48,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T05:33:48,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T05:33:48,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240828493"}]},"ts":"1734240828493"} 2024-12-15T05:33:48,500 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T05:33:48,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ebee679b7856b3b2e25938445709ba27, ASSIGN}] 2024-12-15T05:33:48,530 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ebee679b7856b3b2e25938445709ba27, ASSIGN 2024-12-15T05:33:48,532 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ebee679b7856b3b2e25938445709ba27, ASSIGN; state=OFFLINE, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=false 2024-12-15T05:33:48,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ebee679b7856b3b2e25938445709ba27, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:48,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ebee679b7856b3b2e25938445709ba27, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:33:48,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:48,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:33:48,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ebee679b7856b3b2e25938445709ba27, NAME => 'hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:33:48,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ebee679b7856b3b2e25938445709ba27 2024-12-15T05:33:48,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:33:48,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ebee679b7856b3b2e25938445709ba27 2024-12-15T05:33:48,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ebee679b7856b3b2e25938445709ba27 2024-12-15T05:33:48,864 INFO [StoreOpener-ebee679b7856b3b2e25938445709ba27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ebee679b7856b3b2e25938445709ba27 2024-12-15T05:33:48,866 INFO [StoreOpener-ebee679b7856b3b2e25938445709ba27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebee679b7856b3b2e25938445709ba27 columnFamilyName info 2024-12-15T05:33:48,867 DEBUG [StoreOpener-ebee679b7856b3b2e25938445709ba27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:48,867 INFO [StoreOpener-ebee679b7856b3b2e25938445709ba27-1 {}] regionserver.HStore(327): Store=ebee679b7856b3b2e25938445709ba27/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:33:48,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27 2024-12-15T05:33:48,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27 2024-12-15T05:33:48,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ebee679b7856b3b2e25938445709ba27 2024-12-15T05:33:48,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:33:48,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ebee679b7856b3b2e25938445709ba27; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62479691, jitterRate=-0.06898005306720734}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T05:33:48,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ebee679b7856b3b2e25938445709ba27: 2024-12-15T05:33:48,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27., pid=6, masterSystemTime=1734240828851 2024-12-15T05:33:48,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:33:48,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:33:48,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ebee679b7856b3b2e25938445709ba27, regionState=OPEN, openSeqNum=2, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:48,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T05:33:48,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ebee679b7856b3b2e25938445709ba27, server=fcd62a4bcb63,36137,1734240823378 in 197 msec 2024-12-15T05:33:48,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T05:33:48,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ebee679b7856b3b2e25938445709ba27, ASSIGN in 367 msec 2024-12-15T05:33:48,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T05:33:48,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240828900"}]},"ts":"1734240828900"} 2024-12-15T05:33:48,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T05:33:48,938 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T05:33:48,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T05:33:48,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3230 sec 2024-12-15T05:33:48,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:48,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T05:33:48,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:33:48,976 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T05:33:48,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T05:33:49,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-12-15T05:33:49,021 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T05:33:49,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T05:33:49,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 26 msec 2024-12-15T05:33:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T05:33:49,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T05:33:49,092 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.608sec 2024-12-15T05:33:49,094 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T05:33:49,097 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T05:33:49,099 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T05:33:49,100 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T05:33:49,100 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T05:33:49,101 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fcd62a4bcb63,46241,1734240822551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T05:33:49,101 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fcd62a4bcb63,46241,1734240822551-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T05:33:49,107 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T05:33:49,108 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T05:33:49,108 INFO [master/fcd62a4bcb63:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fcd62a4bcb63,46241,1734240822551-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T05:33:49,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-15T05:33:49,156 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T05:33:49,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:49,174 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T05:33:49,174 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T05:33:49,182 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:49,189 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fcd62a4bcb63,46241,1734240822551 2024-12-15T05:33:49,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=4558 2024-12-15T05:33:49,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T05:33:49,243 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T05:33:49,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:33:49,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:33:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T05:33:49,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T05:33:49,264 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:49,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-15T05:33:49,266 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T05:33:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T05:33:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741837_1013 (size=963) 2024-12-15T05:33:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T05:33:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T05:33:49,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:33:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741838_1014 (size=53) 2024-12-15T05:33:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T05:33:50,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:33:50,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f9a65ba47c254127c8c8ab177b191fa3, disabling compactions & flushes 2024-12-15T05:33:50,098 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:50,099 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:50,099 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. after waiting 0 ms 2024-12-15T05:33:50,099 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:50,099 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:50,099 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:50,103 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T05:33:50,104 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734240830103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734240830103"}]},"ts":"1734240830103"} 2024-12-15T05:33:50,108 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T05:33:50,110 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T05:33:50,111 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240830110"}]},"ts":"1734240830110"} 2024-12-15T05:33:50,113 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T05:33:50,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9a65ba47c254127c8c8ab177b191fa3, ASSIGN}] 2024-12-15T05:33:50,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9a65ba47c254127c8c8ab177b191fa3, ASSIGN 2024-12-15T05:33:50,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9a65ba47c254127c8c8ab177b191fa3, ASSIGN; state=OFFLINE, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=false 2024-12-15T05:33:50,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f9a65ba47c254127c8c8ab177b191fa3, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:50,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:33:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T05:33:50,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:50,486 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:50,486 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:33:50,487 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,487 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:33:50,487 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,487 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,489 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,493 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:33:50,493 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a65ba47c254127c8c8ab177b191fa3 columnFamilyName A 2024-12-15T05:33:50,493 DEBUG [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:50,494 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.HStore(327): Store=f9a65ba47c254127c8c8ab177b191fa3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:33:50,495 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,497 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:33:50,497 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a65ba47c254127c8c8ab177b191fa3 columnFamilyName B 2024-12-15T05:33:50,497 DEBUG [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:50,498 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.HStore(327): Store=f9a65ba47c254127c8c8ab177b191fa3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:33:50,498 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,501 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:33:50,501 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a65ba47c254127c8c8ab177b191fa3 columnFamilyName C 2024-12-15T05:33:50,501 DEBUG [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:33:50,502 INFO [StoreOpener-f9a65ba47c254127c8c8ab177b191fa3-1 {}] regionserver.HStore(327): Store=f9a65ba47c254127c8c8ab177b191fa3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:33:50,503 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:50,504 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,505 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,507 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:33:50,510 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:50,513 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:33:50,513 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened f9a65ba47c254127c8c8ab177b191fa3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70164313, jitterRate=0.04552973806858063}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:33:50,514 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:50,516 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., pid=11, masterSystemTime=1734240830477 2024-12-15T05:33:50,518 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:50,518 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:50,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f9a65ba47c254127c8c8ab177b191fa3, regionState=OPEN, openSeqNum=2, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:50,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T05:33:50,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 in 200 msec 2024-12-15T05:33:50,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T05:33:50,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9a65ba47c254127c8c8ab177b191fa3, ASSIGN in 364 msec 2024-12-15T05:33:50,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T05:33:50,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240830529"}]},"ts":"1734240830529"} 2024-12-15T05:33:50,532 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T05:33:50,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T05:33:50,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3140 sec 2024-12-15T05:33:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T05:33:51,397 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-15T05:33:51,407 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-15T05:33:51,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,451 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T05:33:51,458 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T05:33:51,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-15T05:33:51,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,480 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-15T05:33:51,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-15T05:33:51,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,504 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-15T05:33:51,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-15T05:33:51,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-15T05:33:51,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-15T05:33:51,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-15T05:33:51,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-15T05:33:51,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:33:51,590 DEBUG [hconnection-0x38bda5c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,590 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,590 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,591 DEBUG [hconnection-0x1edc7dcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,592 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,593 DEBUG [hconnection-0x2cbdc5ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,593 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,594 DEBUG [hconnection-0x76910286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,594 DEBUG [hconnection-0x460db217-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,596 DEBUG [hconnection-0x3a4b465a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:33:51,596 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:33:51,598 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,599 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,601 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,602 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,603 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,605 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-15T05:33:51,608 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:33:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T05:33:51,610 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:33:51,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:33:51,617 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:33:51,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:33:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:51,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:51,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:51,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:51,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T05:33:51,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/2169a6cd015b4aa798fa311226b99ee0 is 50, key is test_row_0/A:col10/1734240831654/Put/seqid=0 2024-12-15T05:33:51,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T05:33:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:51,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:51,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:51,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:51,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:51,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741839_1015 (size=12001) 2024-12-15T05:33:51,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/2169a6cd015b4aa798fa311226b99ee0 2024-12-15T05:33:51,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240891831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240891833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240891835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240891838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240891838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/05a3064a9b7949ce9624c06e764aafdf is 50, key is test_row_0/B:col10/1734240831654/Put/seqid=0 2024-12-15T05:33:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T05:33:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741840_1016 (size=12001) 2024-12-15T05:33:51,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/05a3064a9b7949ce9624c06e764aafdf 2024-12-15T05:33:51,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T05:33:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:51,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:51,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240891973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240891973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240891974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240891975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240891977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:51,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/dffb8949a2564b06a5fee5f8ef6f276e is 50, key is test_row_0/C:col10/1734240831654/Put/seqid=0 2024-12-15T05:33:52,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741841_1017 (size=12001) 2024-12-15T05:33:52,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/dffb8949a2564b06a5fee5f8ef6f276e 2024-12-15T05:33:52,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/2169a6cd015b4aa798fa311226b99ee0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2169a6cd015b4aa798fa311226b99ee0 2024-12-15T05:33:52,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2169a6cd015b4aa798fa311226b99ee0, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T05:33:52,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/05a3064a9b7949ce9624c06e764aafdf as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/05a3064a9b7949ce9624c06e764aafdf 2024-12-15T05:33:52,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/05a3064a9b7949ce9624c06e764aafdf, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T05:33:52,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/dffb8949a2564b06a5fee5f8ef6f276e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dffb8949a2564b06a5fee5f8ef6f276e 2024-12-15T05:33:52,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T05:33:52,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dffb8949a2564b06a5fee5f8ef6f276e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T05:33:52,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T05:33:52,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for f9a65ba47c254127c8c8ab177b191fa3 in 404ms, sequenceid=13, compaction requested=false 2024-12-15T05:33:52,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:52,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T05:33:52,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T05:33:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:52,120 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T05:33:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/7a52e1ba925c44eebb2b75c774f271d1 is 50, key is test_row_0/A:col10/1734240831825/Put/seqid=0 2024-12-15T05:33:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741842_1018 (size=12001) 2024-12-15T05:33:52,159 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/7a52e1ba925c44eebb2b75c774f271d1 2024-12-15T05:33:52,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/210508730a7742feaa61637c75abe140 is 50, key is test_row_0/B:col10/1734240831825/Put/seqid=0 2024-12-15T05:33:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:52,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:52,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240892206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240892209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240892212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T05:33:52,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240892214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240892215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741843_1019 (size=12001) 2024-12-15T05:33:52,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240892314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240892315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240892319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240892322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240892324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240892522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240892522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240892529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240892530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240892530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,628 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/210508730a7742feaa61637c75abe140 2024-12-15T05:33:52,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/b5a0ad445bd74297a7718924011de703 is 50, key is test_row_0/C:col10/1734240831825/Put/seqid=0 2024-12-15T05:33:52,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741844_1020 (size=12001) 2024-12-15T05:33:52,689 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/b5a0ad445bd74297a7718924011de703 2024-12-15T05:33:52,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/7a52e1ba925c44eebb2b75c774f271d1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7a52e1ba925c44eebb2b75c774f271d1 2024-12-15T05:33:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T05:33:52,721 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7a52e1ba925c44eebb2b75c774f271d1, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T05:33:52,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/210508730a7742feaa61637c75abe140 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/210508730a7742feaa61637c75abe140 2024-12-15T05:33:52,738 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/210508730a7742feaa61637c75abe140, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T05:33:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/b5a0ad445bd74297a7718924011de703 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b5a0ad445bd74297a7718924011de703 2024-12-15T05:33:52,755 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b5a0ad445bd74297a7718924011de703, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T05:33:52,757 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for f9a65ba47c254127c8c8ab177b191fa3 in 637ms, sequenceid=39, compaction requested=false 2024-12-15T05:33:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-15T05:33:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-15T05:33:52,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-15T05:33:52,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-12-15T05:33:52,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.1660 sec 2024-12-15T05:33:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:52,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:33:52,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:52,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:52,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:52,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:52,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:52,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:52,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/fcffd437e4674595be0e66761de82078 is 50, key is test_row_0/A:col10/1734240832207/Put/seqid=0 2024-12-15T05:33:52,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T05:33:52,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741845_1021 (size=14341) 2024-12-15T05:33:52,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/fcffd437e4674595be0e66761de82078 2024-12-15T05:33:52,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240892874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240892876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240892877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240892879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240892888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/8b184c9b9bef4ef2a6fe08ac30884461 is 50, key is test_row_0/B:col10/1734240832207/Put/seqid=0 2024-12-15T05:33:52,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741846_1022 (size=12001) 2024-12-15T05:33:52,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/8b184c9b9bef4ef2a6fe08ac30884461 2024-12-15T05:33:52,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/e39f86955dbf441aa867b5f1076a8d7c is 50, key is test_row_0/C:col10/1734240832207/Put/seqid=0 2024-12-15T05:33:52,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T05:33:52,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T05:33:52,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T05:33:52,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T05:33:52,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T05:33:52,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T05:33:52,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T05:33:52,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T05:33:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240892991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T05:33:52,996 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T05:33:52,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240892993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:52,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240892994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240892994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240892996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741847_1023 (size=12001) 2024-12-15T05:33:53,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/e39f86955dbf441aa867b5f1076a8d7c 2024-12-15T05:33:53,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/fcffd437e4674595be0e66761de82078 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/fcffd437e4674595be0e66761de82078 2024-12-15T05:33:53,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/fcffd437e4674595be0e66761de82078, entries=200, sequenceid=52, filesize=14.0 K 2024-12-15T05:33:53,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/8b184c9b9bef4ef2a6fe08ac30884461 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8b184c9b9bef4ef2a6fe08ac30884461 2024-12-15T05:33:53,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8b184c9b9bef4ef2a6fe08ac30884461, entries=150, sequenceid=52, filesize=11.7 K 2024-12-15T05:33:53,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/e39f86955dbf441aa867b5f1076a8d7c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e39f86955dbf441aa867b5f1076a8d7c 2024-12-15T05:33:53,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e39f86955dbf441aa867b5f1076a8d7c, entries=150, sequenceid=52, filesize=11.7 K 2024-12-15T05:33:53,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f9a65ba47c254127c8c8ab177b191fa3 in 265ms, sequenceid=52, compaction requested=true 2024-12-15T05:33:53,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:53,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:33:53,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:53,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:33:53,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:53,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:53,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:53,099 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:53,100 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:53,102 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:53,104 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:33:53,105 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:53,105 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:53,105 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/05a3064a9b7949ce9624c06e764aafdf, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/210508730a7742feaa61637c75abe140, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8b184c9b9bef4ef2a6fe08ac30884461] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=35.2 K 2024-12-15T05:33:53,110 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:33:53,110 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 05a3064a9b7949ce9624c06e764aafdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734240831617 2024-12-15T05:33:53,111 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 210508730a7742feaa61637c75abe140, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734240831825 2024-12-15T05:33:53,113 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b184c9b9bef4ef2a6fe08ac30884461, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734240832207 2024-12-15T05:33:53,116 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:53,117 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2169a6cd015b4aa798fa311226b99ee0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7a52e1ba925c44eebb2b75c774f271d1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/fcffd437e4674595be0e66761de82078] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.4 K 2024-12-15T05:33:53,118 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2169a6cd015b4aa798fa311226b99ee0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734240831617 2024-12-15T05:33:53,120 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a52e1ba925c44eebb2b75c774f271d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734240831825 2024-12-15T05:33:53,123 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcffd437e4674595be0e66761de82078, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734240832186 2024-12-15T05:33:53,163 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#10 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:53,163 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#9 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:53,164 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/2a7c9be14d52494ab76c5d732d40d327 is 50, key is test_row_0/B:col10/1734240832207/Put/seqid=0 2024-12-15T05:33:53,167 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/6c9386792f1042258ad84c6faa048daa is 50, key is test_row_0/A:col10/1734240832207/Put/seqid=0 2024-12-15T05:33:53,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741848_1024 (size=12104) 2024-12-15T05:33:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741849_1025 (size=12104) 2024-12-15T05:33:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:53,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:33:53,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:53,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:53,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:53,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/9583f7c8f0564ff2890a81f230e706dd is 50, key is test_row_0/A:col10/1734240832873/Put/seqid=0 2024-12-15T05:33:53,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240893232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240893240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240893243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240893247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240893247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741850_1026 (size=12001) 2024-12-15T05:33:53,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/9583f7c8f0564ff2890a81f230e706dd 2024-12-15T05:33:53,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/ba5bf13dbaaa40a9aedb5c80aede51d3 is 50, key is test_row_0/B:col10/1734240832873/Put/seqid=0 2024-12-15T05:33:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741851_1027 (size=12001) 2024-12-15T05:33:53,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/ba5bf13dbaaa40a9aedb5c80aede51d3 2024-12-15T05:33:53,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/9e361ef520f64d229f3a55ec85129179 is 50, key is test_row_0/C:col10/1734240832873/Put/seqid=0 2024-12-15T05:33:53,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240893351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240893353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741852_1028 (size=12001) 2024-12-15T05:33:53,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240893354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/9e361ef520f64d229f3a55ec85129179 2024-12-15T05:33:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240893354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240893355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/9583f7c8f0564ff2890a81f230e706dd as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9583f7c8f0564ff2890a81f230e706dd 2024-12-15T05:33:53,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9583f7c8f0564ff2890a81f230e706dd, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T05:33:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/ba5bf13dbaaa40a9aedb5c80aede51d3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/ba5bf13dbaaa40a9aedb5c80aede51d3 2024-12-15T05:33:53,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/ba5bf13dbaaa40a9aedb5c80aede51d3, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T05:33:53,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/9e361ef520f64d229f3a55ec85129179 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9e361ef520f64d229f3a55ec85129179 2024-12-15T05:33:53,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9e361ef520f64d229f3a55ec85129179, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T05:33:53,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f9a65ba47c254127c8c8ab177b191fa3 in 220ms, sequenceid=76, compaction requested=true 2024-12-15T05:33:53,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:53,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:53,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:33:53,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:53,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T05:33:53,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:53,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-15T05:33:53,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T05:33:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:53,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:53,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:53,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:53,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/9d4a5144aa574604b90579d5caa76495 is 50, key is test_row_0/A:col10/1734240833571/Put/seqid=0 2024-12-15T05:33:53,621 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/2a7c9be14d52494ab76c5d732d40d327 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2a7c9be14d52494ab76c5d732d40d327 2024-12-15T05:33:53,633 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/6c9386792f1042258ad84c6faa048daa as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/6c9386792f1042258ad84c6faa048daa 2024-12-15T05:33:53,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741853_1029 (size=12001) 2024-12-15T05:33:53,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/9d4a5144aa574604b90579d5caa76495 2024-12-15T05:33:53,655 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 2a7c9be14d52494ab76c5d732d40d327(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:53,655 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 6c9386792f1042258ad84c6faa048daa(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:53,656 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:53,656 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:53,656 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240833098; duration=0sec 2024-12-15T05:33:53,656 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240833097; duration=0sec 2024-12-15T05:33:53,656 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-15T05:33:53,657 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:53,657 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:53,657 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:33:53,659 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T05:33:53,660 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:53,660 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:53,661 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:33:53,661 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:33:53,661 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:53,661 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dffb8949a2564b06a5fee5f8ef6f276e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b5a0ad445bd74297a7718924011de703, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e39f86955dbf441aa867b5f1076a8d7c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9e361ef520f64d229f3a55ec85129179] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=46.9 K 2024-12-15T05:33:53,663 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting dffb8949a2564b06a5fee5f8ef6f276e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734240831617 2024-12-15T05:33:53,664 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-15T05:33:53,664 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T05:33:53,664 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T05:33:53,664 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:33:53,664 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:33:53,664 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T05:33:53,665 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5a0ad445bd74297a7718924011de703, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734240831825 2024-12-15T05:33:53,666 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e39f86955dbf441aa867b5f1076a8d7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734240832207 2024-12-15T05:33:53,667 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e361ef520f64d229f3a55ec85129179, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734240832873 2024-12-15T05:33:53,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T05:33:53,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T05:33:53,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:33:53,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:53,672 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T05:33:53,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240893647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240893650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/cbad293c8b544ffeaaee1827a9ab4086 is 50, key is test_row_0/B:col10/1734240833571/Put/seqid=0 2024-12-15T05:33:53,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,675 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T05:33:53,676 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T05:33:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240893663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,676 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:33:53,676 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:53,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240893672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240893669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741854_1030 (size=12001) 2024-12-15T05:33:53,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/cbad293c8b544ffeaaee1827a9ab4086 2024-12-15T05:33:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T05:33:53,721 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-15T05:33:53,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:33:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-15T05:33:53,731 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#16 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:53,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:33:53,733 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/ec3324665dd24daeac1d20725ee0bdd9 is 50, key is test_row_0/C:col10/1734240832873/Put/seqid=0 2024-12-15T05:33:53,734 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:33:53,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:33:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T05:33:53,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/698ecd84ba9d4d1ab2361860ec8a8e57 is 50, key is test_row_0/C:col10/1734240833571/Put/seqid=0 2024-12-15T05:33:53,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240893774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240893777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240893778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240893784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240893785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741855_1031 (size=12139) 2024-12-15T05:33:53,811 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/ec3324665dd24daeac1d20725ee0bdd9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec3324665dd24daeac1d20725ee0bdd9 2024-12-15T05:33:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741856_1032 (size=12001) 2024-12-15T05:33:53,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/698ecd84ba9d4d1ab2361860ec8a8e57 2024-12-15T05:33:53,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/9d4a5144aa574604b90579d5caa76495 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9d4a5144aa574604b90579d5caa76495 2024-12-15T05:33:53,832 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into ec3324665dd24daeac1d20725ee0bdd9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:53,832 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:53,832 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=12, startTime=1734240833436; duration=0sec 2024-12-15T05:33:53,833 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:53,833 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:33:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T05:33:53,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9d4a5144aa574604b90579d5caa76495, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T05:33:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/cbad293c8b544ffeaaee1827a9ab4086 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/cbad293c8b544ffeaaee1827a9ab4086 2024-12-15T05:33:53,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/cbad293c8b544ffeaaee1827a9ab4086, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T05:33:53,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/698ecd84ba9d4d1ab2361860ec8a8e57 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/698ecd84ba9d4d1ab2361860ec8a8e57 2024-12-15T05:33:53,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/698ecd84ba9d4d1ab2361860ec8a8e57, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T05:33:53,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f9a65ba47c254127c8c8ab177b191fa3 in 303ms, sequenceid=91, compaction requested=true 2024-12-15T05:33:53,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:53,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:33:53,877 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:53,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:53,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:33:53,877 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:53,879 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:53,880 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:33:53,880 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:53,880 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2a7c9be14d52494ab76c5d732d40d327, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/ba5bf13dbaaa40a9aedb5c80aede51d3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/cbad293c8b544ffeaaee1827a9ab4086] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=35.3 K 2024-12-15T05:33:53,880 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:53,880 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:33:53,881 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:53,881 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/6c9386792f1042258ad84c6faa048daa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9583f7c8f0564ff2890a81f230e706dd, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9d4a5144aa574604b90579d5caa76495] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=35.3 K 2024-12-15T05:33:53,881 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7c9be14d52494ab76c5d732d40d327, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734240832207 2024-12-15T05:33:53,882 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c9386792f1042258ad84c6faa048daa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734240832207 2024-12-15T05:33:53,882 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting ba5bf13dbaaa40a9aedb5c80aede51d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734240832873 2024-12-15T05:33:53,883 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9583f7c8f0564ff2890a81f230e706dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734240832873 2024-12-15T05:33:53,884 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting cbad293c8b544ffeaaee1827a9ab4086, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240833229 2024-12-15T05:33:53,884 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d4a5144aa574604b90579d5caa76495, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240833229 2024-12-15T05:33:53,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:53,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T05:33:53,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:53,888 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T05:33:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:53,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/78db19b8017d4e51904316d1d9803407 is 50, key is test_row_0/A:col10/1734240833658/Put/seqid=0 2024-12-15T05:33:53,918 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:53,919 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/afda4ba6faa849e296523946ba6c5740 is 50, key is test_row_0/B:col10/1734240833571/Put/seqid=0 2024-12-15T05:33:53,929 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:53,930 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/18ddf95ba1914470b709cc1b755ca971 is 50, key is test_row_0/A:col10/1734240833571/Put/seqid=0 2024-12-15T05:33:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741857_1033 (size=12001) 2024-12-15T05:33:53,946 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/78db19b8017d4e51904316d1d9803407 2024-12-15T05:33:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741858_1034 (size=12207) 2024-12-15T05:33:53,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/49ddc7f5e7a342218750248477fd7b4a is 50, key is test_row_0/B:col10/1734240833658/Put/seqid=0 2024-12-15T05:33:53,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741859_1035 (size=12207) 2024-12-15T05:33:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:53,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:53,991 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/18ddf95ba1914470b709cc1b755ca971 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/18ddf95ba1914470b709cc1b755ca971 2024-12-15T05:33:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741860_1036 (size=12001) 2024-12-15T05:33:54,002 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/49ddc7f5e7a342218750248477fd7b4a 2024-12-15T05:33:54,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240894011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240894013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,018 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 18ddf95ba1914470b709cc1b755ca971(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:54,018 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:54,019 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240833877; duration=0sec 2024-12-15T05:33:54,019 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,019 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:54,019 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T05:33:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240894014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240894016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,022 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T05:33:54,022 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T05:33:54,022 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:33:54,022 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:33:54,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240894016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/4f382f143e804af5aa871d75f3d2db0f is 50, key is test_row_0/C:col10/1734240833658/Put/seqid=0 2024-12-15T05:33:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T05:33:54,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741861_1037 (size=12001) 2024-12-15T05:33:54,063 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/4f382f143e804af5aa871d75f3d2db0f 2024-12-15T05:33:54,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/78db19b8017d4e51904316d1d9803407 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/78db19b8017d4e51904316d1d9803407 2024-12-15T05:33:54,089 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/78db19b8017d4e51904316d1d9803407, entries=150, sequenceid=115, filesize=11.7 K 2024-12-15T05:33:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/49ddc7f5e7a342218750248477fd7b4a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/49ddc7f5e7a342218750248477fd7b4a 2024-12-15T05:33:54,103 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/49ddc7f5e7a342218750248477fd7b4a, entries=150, sequenceid=115, filesize=11.7 K 2024-12-15T05:33:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/4f382f143e804af5aa871d75f3d2db0f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4f382f143e804af5aa871d75f3d2db0f 2024-12-15T05:33:54,119 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4f382f143e804af5aa871d75f3d2db0f, entries=150, sequenceid=115, filesize=11.7 K 2024-12-15T05:33:54,120 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for f9a65ba47c254127c8c8ab177b191fa3 in 232ms, sequenceid=115, compaction requested=true 2024-12-15T05:33:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-15T05:33:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-15T05:33:54,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-15T05:33:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:54,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T05:33:54,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 389 msec 2024-12-15T05:33:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 404 msec 2024-12-15T05:33:54,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/007de041933343bcb4333253aadc63af is 50, key is test_row_0/A:col10/1734240834126/Put/seqid=0 2024-12-15T05:33:54,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240894157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240894160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240894164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240894164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240894162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741862_1038 (size=12151) 2024-12-15T05:33:54,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/007de041933343bcb4333253aadc63af 2024-12-15T05:33:54,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/af28a4eca29243b5aad003f6678d5777 is 50, key is test_row_0/B:col10/1734240834126/Put/seqid=0 2024-12-15T05:33:54,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741863_1039 (size=12151) 2024-12-15T05:33:54,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/af28a4eca29243b5aad003f6678d5777 2024-12-15T05:33:54,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/87aaf7a521e14bd5a5cb2f573054a3b4 is 50, key is test_row_0/C:col10/1734240834126/Put/seqid=0 2024-12-15T05:33:54,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240894264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240894268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741864_1040 (size=12151) 2024-12-15T05:33:54,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/87aaf7a521e14bd5a5cb2f573054a3b4 2024-12-15T05:33:54,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240894279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240894279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240894282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/007de041933343bcb4333253aadc63af as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/007de041933343bcb4333253aadc63af 2024-12-15T05:33:54,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/007de041933343bcb4333253aadc63af, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T05:33:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/af28a4eca29243b5aad003f6678d5777 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/af28a4eca29243b5aad003f6678d5777 2024-12-15T05:33:54,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/af28a4eca29243b5aad003f6678d5777, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T05:33:54,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/87aaf7a521e14bd5a5cb2f573054a3b4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/87aaf7a521e14bd5a5cb2f573054a3b4 2024-12-15T05:33:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T05:33:54,340 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-15T05:33:54,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:33:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-15T05:33:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T05:33:54,345 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:33:54,346 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:33:54,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:33:54,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/87aaf7a521e14bd5a5cb2f573054a3b4, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T05:33:54,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for f9a65ba47c254127c8c8ab177b191fa3 in 224ms, sequenceid=134, compaction requested=true 2024-12-15T05:33:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:33:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:54,352 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:33:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:33:54,354 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:54,354 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:33:54,354 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,355 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/18ddf95ba1914470b709cc1b755ca971, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/78db19b8017d4e51904316d1d9803407, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/007de041933343bcb4333253aadc63af] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=35.5 K 2024-12-15T05:33:54,356 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18ddf95ba1914470b709cc1b755ca971, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240833229 2024-12-15T05:33:54,357 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78db19b8017d4e51904316d1d9803407, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734240833658 2024-12-15T05:33:54,358 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 007de041933343bcb4333253aadc63af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734240834014 2024-12-15T05:33:54,380 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/afda4ba6faa849e296523946ba6c5740 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afda4ba6faa849e296523946ba6c5740 2024-12-15T05:33:54,383 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#26 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:54,383 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/b325bd16c5fc438e8969908d87e2f76d is 50, key is test_row_0/A:col10/1734240834126/Put/seqid=0 2024-12-15T05:33:54,395 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into afda4ba6faa849e296523946ba6c5740(size=11.9 K), total size for store is 35.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:54,395 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:54,395 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240833877; duration=0sec 2024-12-15T05:33:54,396 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:33:54,396 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:54,396 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:54,396 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:33:54,398 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:33:54,398 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:33:54,398 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,399 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec3324665dd24daeac1d20725ee0bdd9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/698ecd84ba9d4d1ab2361860ec8a8e57, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4f382f143e804af5aa871d75f3d2db0f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/87aaf7a521e14bd5a5cb2f573054a3b4] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=47.2 K 2024-12-15T05:33:54,400 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting ec3324665dd24daeac1d20725ee0bdd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734240832873 2024-12-15T05:33:54,400 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 698ecd84ba9d4d1ab2361860ec8a8e57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240833229 2024-12-15T05:33:54,402 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f382f143e804af5aa871d75f3d2db0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734240833658 2024-12-15T05:33:54,402 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 87aaf7a521e14bd5a5cb2f573054a3b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734240834014 2024-12-15T05:33:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741865_1041 (size=12459) 2024-12-15T05:33:54,430 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:54,431 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/a91df44ea7824dbe8863de39978d8fd1 is 50, key is test_row_0/C:col10/1734240834126/Put/seqid=0 2024-12-15T05:33:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T05:33:54,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741866_1042 (size=12425) 2024-12-15T05:33:54,469 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/a91df44ea7824dbe8863de39978d8fd1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a91df44ea7824dbe8863de39978d8fd1 2024-12-15T05:33:54,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T05:33:54,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:54,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:54,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:54,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:54,482 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into a91df44ea7824dbe8863de39978d8fd1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:54,482 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:54,482 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=12, startTime=1734240834352; duration=0sec 2024-12-15T05:33:54,483 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:54,483 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:33:54,483 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:54,485 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:54,485 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:33:54,485 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,485 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afda4ba6faa849e296523946ba6c5740, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/49ddc7f5e7a342218750248477fd7b4a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/af28a4eca29243b5aad003f6678d5777] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=35.5 K 2024-12-15T05:33:54,486 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting afda4ba6faa849e296523946ba6c5740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240833229 2024-12-15T05:33:54,488 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 49ddc7f5e7a342218750248477fd7b4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734240833658 2024-12-15T05:33:54,488 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting af28a4eca29243b5aad003f6678d5777, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734240834014 2024-12-15T05:33:54,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/554c2252a0464821853b9248b7ccecd8 is 50, key is test_row_0/A:col10/1734240834472/Put/seqid=0 2024-12-15T05:33:54,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T05:33:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:54,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:54,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240894512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240894512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,521 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:54,522 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/c3ab18544a2641a8bb0bfdbbce1d15bc is 50, key is test_row_0/B:col10/1734240834126/Put/seqid=0 2024-12-15T05:33:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741867_1043 (size=14541) 2024-12-15T05:33:54,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/554c2252a0464821853b9248b7ccecd8 2024-12-15T05:33:54,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240894517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240894519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240894519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741868_1044 (size=12459) 2024-12-15T05:33:54,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/7068e6d02a1845f79787112aafe9b0a3 is 50, key is test_row_0/B:col10/1734240834472/Put/seqid=0 2024-12-15T05:33:54,554 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/c3ab18544a2641a8bb0bfdbbce1d15bc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/c3ab18544a2641a8bb0bfdbbce1d15bc 2024-12-15T05:33:54,566 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into c3ab18544a2641a8bb0bfdbbce1d15bc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:54,566 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:54,567 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240834352; duration=0sec 2024-12-15T05:33:54,567 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:54,567 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:54,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741869_1045 (size=12151) 2024-12-15T05:33:54,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/7068e6d02a1845f79787112aafe9b0a3 2024-12-15T05:33:54,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/72c493cc95aa413dab35095e8d3140a7 is 50, key is test_row_0/C:col10/1734240834472/Put/seqid=0 2024-12-15T05:33:54,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741870_1046 (size=12151) 2024-12-15T05:33:54,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240894634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240894634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/72c493cc95aa413dab35095e8d3140a7 2024-12-15T05:33:54,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240894635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240894636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240894636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T05:33:54,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/554c2252a0464821853b9248b7ccecd8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/554c2252a0464821853b9248b7ccecd8 2024-12-15T05:33:54,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T05:33:54,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:54,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:54,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:54,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/554c2252a0464821853b9248b7ccecd8, entries=200, sequenceid=156, filesize=14.2 K 2024-12-15T05:33:54,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/7068e6d02a1845f79787112aafe9b0a3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7068e6d02a1845f79787112aafe9b0a3 2024-12-15T05:33:54,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7068e6d02a1845f79787112aafe9b0a3, entries=150, sequenceid=156, filesize=11.9 K 2024-12-15T05:33:54,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/72c493cc95aa413dab35095e8d3140a7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/72c493cc95aa413dab35095e8d3140a7 2024-12-15T05:33:54,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/72c493cc95aa413dab35095e8d3140a7, entries=150, sequenceid=156, filesize=11.9 K 2024-12-15T05:33:54,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for f9a65ba47c254127c8c8ab177b191fa3 in 239ms, sequenceid=156, compaction requested=false 2024-12-15T05:33:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:54,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T05:33:54,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:54,810 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T05:33:54,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:54,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:54,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:54,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4165c8c91ad741c9a5be2297e4611b32 is 50, key is test_row_0/A:col10/1734240834515/Put/seqid=0 2024-12-15T05:33:54,832 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/b325bd16c5fc438e8969908d87e2f76d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/b325bd16c5fc438e8969908d87e2f76d 2024-12-15T05:33:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:54,845 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into b325bd16c5fc438e8969908d87e2f76d(size=12.2 K), total size for store is 26.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:54,845 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:54,845 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240834352; duration=0sec 2024-12-15T05:33:54,846 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:54,846 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:54,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741871_1047 (size=12151) 2024-12-15T05:33:54,858 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4165c8c91ad741c9a5be2297e4611b32 2024-12-15T05:33:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240894864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240894865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240894868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240894870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240894870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f566f014009846759f2b93cd767a7e15 is 50, key is test_row_0/B:col10/1734240834515/Put/seqid=0 2024-12-15T05:33:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741872_1048 (size=12151) 2024-12-15T05:33:54,892 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f566f014009846759f2b93cd767a7e15 2024-12-15T05:33:54,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/ec59945ba6304c15b61fa6fd14740df5 is 50, key is test_row_0/C:col10/1734240834515/Put/seqid=0 2024-12-15T05:33:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741873_1049 (size=12151) 2024-12-15T05:33:54,947 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/ec59945ba6304c15b61fa6fd14740df5 2024-12-15T05:33:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T05:33:54,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4165c8c91ad741c9a5be2297e4611b32 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4165c8c91ad741c9a5be2297e4611b32 2024-12-15T05:33:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240894983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240894983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240894983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,987 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4165c8c91ad741c9a5be2297e4611b32, entries=150, sequenceid=175, filesize=11.9 K 2024-12-15T05:33:54,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240894984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240894984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f566f014009846759f2b93cd767a7e15 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f566f014009846759f2b93cd767a7e15 2024-12-15T05:33:55,005 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f566f014009846759f2b93cd767a7e15, entries=150, sequenceid=175, filesize=11.9 K 2024-12-15T05:33:55,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/ec59945ba6304c15b61fa6fd14740df5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec59945ba6304c15b61fa6fd14740df5 2024-12-15T05:33:55,020 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec59945ba6304c15b61fa6fd14740df5, entries=150, sequenceid=175, filesize=11.9 K 2024-12-15T05:33:55,021 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f9a65ba47c254127c8c8ab177b191fa3 in 211ms, sequenceid=175, compaction requested=true 2024-12-15T05:33:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-15T05:33:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-15T05:33:55,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-15T05:33:55,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 677 msec 2024-12-15T05:33:55,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 686 msec 2024-12-15T05:33:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:55,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T05:33:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:55,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/a286b717b4d444cc9b912bc214c0af39 is 50, key is test_row_0/A:col10/1734240834868/Put/seqid=0 2024-12-15T05:33:55,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240895205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240895206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240895207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240895208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240895211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741874_1050 (size=14541) 2024-12-15T05:33:55,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/a286b717b4d444cc9b912bc214c0af39 2024-12-15T05:33:55,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/db73897cc61e4e36baf9e87daf7b7215 is 50, key is test_row_0/B:col10/1734240834868/Put/seqid=0 2024-12-15T05:33:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741875_1051 (size=12151) 2024-12-15T05:33:55,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/db73897cc61e4e36baf9e87daf7b7215 2024-12-15T05:33:55,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3cc0aefb359c400e823c682503f616a9 is 50, key is test_row_0/C:col10/1734240834868/Put/seqid=0 2024-12-15T05:33:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741876_1052 (size=12151) 2024-12-15T05:33:55,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3cc0aefb359c400e823c682503f616a9 2024-12-15T05:33:55,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/a286b717b4d444cc9b912bc214c0af39 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a286b717b4d444cc9b912bc214c0af39 2024-12-15T05:33:55,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240895314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240895314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240895314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240895316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240895314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a286b717b4d444cc9b912bc214c0af39, entries=200, sequenceid=197, filesize=14.2 K 2024-12-15T05:33:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/db73897cc61e4e36baf9e87daf7b7215 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/db73897cc61e4e36baf9e87daf7b7215 2024-12-15T05:33:55,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/db73897cc61e4e36baf9e87daf7b7215, entries=150, sequenceid=197, filesize=11.9 K 2024-12-15T05:33:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3cc0aefb359c400e823c682503f616a9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3cc0aefb359c400e823c682503f616a9 2024-12-15T05:33:55,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3cc0aefb359c400e823c682503f616a9, entries=150, sequenceid=197, filesize=11.9 K 2024-12-15T05:33:55,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f9a65ba47c254127c8c8ab177b191fa3 in 174ms, sequenceid=197, compaction requested=true 2024-12-15T05:33:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:33:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:55,367 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:33:55,367 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:33:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:33:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:55,369 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:33:55,369 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53692 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:33:55,369 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:33:55,369 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:33:55,369 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,370 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/c3ab18544a2641a8bb0bfdbbce1d15bc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7068e6d02a1845f79787112aafe9b0a3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f566f014009846759f2b93cd767a7e15, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/db73897cc61e4e36baf9e87daf7b7215] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=47.8 K 2024-12-15T05:33:55,370 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,370 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/b325bd16c5fc438e8969908d87e2f76d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/554c2252a0464821853b9248b7ccecd8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4165c8c91ad741c9a5be2297e4611b32, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a286b717b4d444cc9b912bc214c0af39] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=52.4 K 2024-12-15T05:33:55,370 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c3ab18544a2641a8bb0bfdbbce1d15bc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734240834014 2024-12-15T05:33:55,371 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting b325bd16c5fc438e8969908d87e2f76d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734240834014 2024-12-15T05:33:55,371 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7068e6d02a1845f79787112aafe9b0a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734240834147 2024-12-15T05:33:55,372 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 554c2252a0464821853b9248b7ccecd8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734240834147 2024-12-15T05:33:55,372 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f566f014009846759f2b93cd767a7e15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734240834509 2024-12-15T05:33:55,373 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4165c8c91ad741c9a5be2297e4611b32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734240834509 2024-12-15T05:33:55,373 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting db73897cc61e4e36baf9e87daf7b7215, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240834867 2024-12-15T05:33:55,374 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a286b717b4d444cc9b912bc214c0af39, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240834862 2024-12-15T05:33:55,402 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:55,402 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/4c098a6ff8e24bb3970838676b650b0c is 50, key is test_row_0/B:col10/1734240834868/Put/seqid=0 2024-12-15T05:33:55,414 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:55,414 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/7b91090ccbd94198bbfc73f56023093d is 50, key is test_row_0/A:col10/1734240834868/Put/seqid=0 2024-12-15T05:33:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741877_1053 (size=12595) 2024-12-15T05:33:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T05:33:55,451 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-15T05:33:55,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741878_1054 (size=12595) 2024-12-15T05:33:55,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:33:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-15T05:33:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T05:33:55,460 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:33:55,462 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:33:55,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:33:55,463 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/7b91090ccbd94198bbfc73f56023093d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7b91090ccbd94198bbfc73f56023093d 2024-12-15T05:33:55,477 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 7b91090ccbd94198bbfc73f56023093d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:55,477 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:55,478 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=12, startTime=1734240835366; duration=0sec 2024-12-15T05:33:55,478 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:55,478 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:55,478 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:33:55,482 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:33:55,482 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:33:55,482 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,482 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a91df44ea7824dbe8863de39978d8fd1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/72c493cc95aa413dab35095e8d3140a7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec59945ba6304c15b61fa6fd14740df5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3cc0aefb359c400e823c682503f616a9] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=47.7 K 2024-12-15T05:33:55,483 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a91df44ea7824dbe8863de39978d8fd1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734240834014 2024-12-15T05:33:55,484 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72c493cc95aa413dab35095e8d3140a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734240834147 2024-12-15T05:33:55,485 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec59945ba6304c15b61fa6fd14740df5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734240834509 2024-12-15T05:33:55,486 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cc0aefb359c400e823c682503f616a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240834867 2024-12-15T05:33:55,510 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:55,511 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/4c94c49f6668449098e495d2d6888205 is 50, key is test_row_0/C:col10/1734240834868/Put/seqid=0 2024-12-15T05:33:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:55,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T05:33:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:55,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741879_1055 (size=12561) 2024-12-15T05:33:55,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/95c88a8e43414eb3a578bb5e66a856aa is 50, key is test_row_0/A:col10/1734240835209/Put/seqid=0 2024-12-15T05:33:55,542 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/4c94c49f6668449098e495d2d6888205 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4c94c49f6668449098e495d2d6888205 2024-12-15T05:33:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741880_1056 (size=12151) 2024-12-15T05:33:55,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/95c88a8e43414eb3a578bb5e66a856aa 2024-12-15T05:33:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T05:33:55,560 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into 4c94c49f6668449098e495d2d6888205(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:55,561 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:55,561 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=12, startTime=1734240835367; duration=0sec 2024-12-15T05:33:55,561 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:55,561 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:33:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240895564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240895565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/47eaae3e8508479ba8561c7228c8edc4 is 50, key is test_row_0/B:col10/1734240835209/Put/seqid=0 2024-12-15T05:33:55,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240895577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240895577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240895578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741881_1057 (size=12151) 2024-12-15T05:33:55,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T05:33:55,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:55,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240895679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240895679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240895683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240895685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240895688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T05:33:55,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T05:33:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:55,848 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/4c098a6ff8e24bb3970838676b650b0c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4c098a6ff8e24bb3970838676b650b0c 2024-12-15T05:33:55,863 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 4c098a6ff8e24bb3970838676b650b0c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:55,863 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:55,863 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=12, startTime=1734240835367; duration=0sec 2024-12-15T05:33:55,863 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:55,863 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240895882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240895884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240895888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240895888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240895890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:55,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T05:33:55,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:55,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:56,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/47eaae3e8508479ba8561c7228c8edc4 2024-12-15T05:33:56,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/8b4c1733c1e3418ba6e82737f60454bc is 50, key is test_row_0/C:col10/1734240835209/Put/seqid=0 2024-12-15T05:33:56,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741882_1058 (size=12151) 2024-12-15T05:33:56,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/8b4c1733c1e3418ba6e82737f60454bc 2024-12-15T05:33:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/95c88a8e43414eb3a578bb5e66a856aa as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/95c88a8e43414eb3a578bb5e66a856aa 2024-12-15T05:33:56,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/95c88a8e43414eb3a578bb5e66a856aa, entries=150, sequenceid=214, filesize=11.9 K 2024-12-15T05:33:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T05:33:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/47eaae3e8508479ba8561c7228c8edc4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/47eaae3e8508479ba8561c7228c8edc4 2024-12-15T05:33:56,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/47eaae3e8508479ba8561c7228c8edc4, entries=150, sequenceid=214, filesize=11.9 K 2024-12-15T05:33:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/8b4c1733c1e3418ba6e82737f60454bc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8b4c1733c1e3418ba6e82737f60454bc 2024-12-15T05:33:56,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8b4c1733c1e3418ba6e82737f60454bc, entries=150, sequenceid=214, filesize=11.9 K 2024-12-15T05:33:56,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f9a65ba47c254127c8c8ab177b191fa3 in 553ms, sequenceid=214, compaction requested=false 2024-12-15T05:33:56,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:56,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T05:33:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:56,081 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T05:33:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:56,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/f2b8deff3eed44a4a3ca9f05100eca59 is 50, key is test_row_0/A:col10/1734240835574/Put/seqid=0 2024-12-15T05:33:56,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741883_1059 (size=12151) 2024-12-15T05:33:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:56,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:56,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240896204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240896206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240896207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240896207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240896209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240896311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240896311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240896312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240896312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240896314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,498 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/f2b8deff3eed44a4a3ca9f05100eca59 2024-12-15T05:33:56,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/2689dade559c47bd84c20b906a66b074 is 50, key is test_row_0/B:col10/1734240835574/Put/seqid=0 2024-12-15T05:33:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240896515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240896515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240896516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240896518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741884_1060 (size=12151) 2024-12-15T05:33:56,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240896524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T05:33:56,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240896818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240896819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240896820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240896818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240896830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:56,922 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/2689dade559c47bd84c20b906a66b074 2024-12-15T05:33:56,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d212ddf4ab44572b2a8183cd16a06e9 is 50, key is test_row_0/C:col10/1734240835574/Put/seqid=0 2024-12-15T05:33:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741885_1061 (size=12151) 2024-12-15T05:33:56,961 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d212ddf4ab44572b2a8183cd16a06e9 2024-12-15T05:33:56,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/f2b8deff3eed44a4a3ca9f05100eca59 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f2b8deff3eed44a4a3ca9f05100eca59 2024-12-15T05:33:56,984 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f2b8deff3eed44a4a3ca9f05100eca59, entries=150, sequenceid=236, filesize=11.9 K 2024-12-15T05:33:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/2689dade559c47bd84c20b906a66b074 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2689dade559c47bd84c20b906a66b074 2024-12-15T05:33:56,994 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2689dade559c47bd84c20b906a66b074, entries=150, sequenceid=236, filesize=11.9 K 2024-12-15T05:33:56,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d212ddf4ab44572b2a8183cd16a06e9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d212ddf4ab44572b2a8183cd16a06e9 2024-12-15T05:33:57,008 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d212ddf4ab44572b2a8183cd16a06e9, entries=150, sequenceid=236, filesize=11.9 K 2024-12-15T05:33:57,015 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f9a65ba47c254127c8c8ab177b191fa3 in 934ms, sequenceid=236, compaction requested=true 2024-12-15T05:33:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-15T05:33:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-15T05:33:57,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-15T05:33:57,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-12-15T05:33:57,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.5680 sec 2024-12-15T05:33:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:57,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T05:33:57,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:57,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:57,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:57,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:57,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:57,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:57,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/109bd086b5f2459cb03547e1f57256e9 is 50, key is test_row_0/A:col10/1734240836207/Put/seqid=0 2024-12-15T05:33:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741886_1062 (size=12151) 2024-12-15T05:33:57,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/109bd086b5f2459cb03547e1f57256e9 2024-12-15T05:33:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240897354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240897355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240897356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240897357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240897360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d4ff446d1d5643719c69c468321aa86e is 50, key is test_row_0/B:col10/1734240836207/Put/seqid=0 2024-12-15T05:33:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741887_1063 (size=12151) 2024-12-15T05:33:57,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d4ff446d1d5643719c69c468321aa86e 2024-12-15T05:33:57,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/e4796508fd9240ac8e5b3c7ce93e69d4 is 50, key is test_row_0/C:col10/1734240836207/Put/seqid=0 2024-12-15T05:33:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741888_1064 (size=12151) 2024-12-15T05:33:57,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/e4796508fd9240ac8e5b3c7ce93e69d4 2024-12-15T05:33:57,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/109bd086b5f2459cb03547e1f57256e9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/109bd086b5f2459cb03547e1f57256e9 2024-12-15T05:33:57,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/109bd086b5f2459cb03547e1f57256e9, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T05:33:57,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d4ff446d1d5643719c69c468321aa86e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d4ff446d1d5643719c69c468321aa86e 2024-12-15T05:33:57,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240897462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240897463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240897463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240897463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d4ff446d1d5643719c69c468321aa86e, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T05:33:57,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240897467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/e4796508fd9240ac8e5b3c7ce93e69d4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e4796508fd9240ac8e5b3c7ce93e69d4 2024-12-15T05:33:57,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e4796508fd9240ac8e5b3c7ce93e69d4, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T05:33:57,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f9a65ba47c254127c8c8ab177b191fa3 in 154ms, sequenceid=253, compaction requested=true 2024-12-15T05:33:57,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:57,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:33:57,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:57,480 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:33:57,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:33:57,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:57,480 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:33:57,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:57,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:57,483 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:33:57,484 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:33:57,484 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:57,484 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4c098a6ff8e24bb3970838676b650b0c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/47eaae3e8508479ba8561c7228c8edc4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2689dade559c47bd84c20b906a66b074, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d4ff446d1d5643719c69c468321aa86e] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=47.9 K 2024-12-15T05:33:57,484 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:33:57,484 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:33:57,484 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:57,484 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7b91090ccbd94198bbfc73f56023093d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/95c88a8e43414eb3a578bb5e66a856aa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f2b8deff3eed44a4a3ca9f05100eca59, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/109bd086b5f2459cb03547e1f57256e9] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=47.9 K 2024-12-15T05:33:57,486 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b91090ccbd94198bbfc73f56023093d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240834867 2024-12-15T05:33:57,486 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c098a6ff8e24bb3970838676b650b0c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240834867 2024-12-15T05:33:57,486 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 47eaae3e8508479ba8561c7228c8edc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734240835200 2024-12-15T05:33:57,486 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95c88a8e43414eb3a578bb5e66a856aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734240835200 2024-12-15T05:33:57,487 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2b8deff3eed44a4a3ca9f05100eca59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734240835562 2024-12-15T05:33:57,487 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 2689dade559c47bd84c20b906a66b074, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734240835562 2024-12-15T05:33:57,487 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 109bd086b5f2459cb03547e1f57256e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240836204 2024-12-15T05:33:57,488 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d4ff446d1d5643719c69c468321aa86e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240836204 2024-12-15T05:33:57,508 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:57,508 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:57,509 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/56e8f300055349c5ba83540d117e997a is 50, key is test_row_0/B:col10/1734240836207/Put/seqid=0 2024-12-15T05:33:57,509 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0429e949640548408f60529b500fb253 is 50, key is test_row_0/A:col10/1734240836207/Put/seqid=0 2024-12-15T05:33:57,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741889_1065 (size=12731) 2024-12-15T05:33:57,532 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0429e949640548408f60529b500fb253 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0429e949640548408f60529b500fb253 2024-12-15T05:33:57,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741890_1066 (size=12731) 2024-12-15T05:33:57,545 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/56e8f300055349c5ba83540d117e997a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/56e8f300055349c5ba83540d117e997a 2024-12-15T05:33:57,546 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 0429e949640548408f60529b500fb253(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:57,546 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:57,546 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=12, startTime=1734240837480; duration=0sec 2024-12-15T05:33:57,546 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:57,546 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:57,546 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:33:57,550 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:33:57,550 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:33:57,550 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:57,550 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4c94c49f6668449098e495d2d6888205, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8b4c1733c1e3418ba6e82737f60454bc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d212ddf4ab44572b2a8183cd16a06e9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e4796508fd9240ac8e5b3c7ce93e69d4] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=47.9 K 2024-12-15T05:33:57,564 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c94c49f6668449098e495d2d6888205, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240834867 2024-12-15T05:33:57,565 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b4c1733c1e3418ba6e82737f60454bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734240835200 2024-12-15T05:33:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T05:33:57,565 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-15T05:33:57,565 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d212ddf4ab44572b2a8183cd16a06e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734240835562 2024-12-15T05:33:57,566 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 56e8f300055349c5ba83540d117e997a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:57,566 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:57,566 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=12, startTime=1734240837480; duration=0sec 2024-12-15T05:33:57,566 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4796508fd9240ac8e5b3c7ce93e69d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240836204 2024-12-15T05:33:57,566 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:57,566 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:57,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:33:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-15T05:33:57,570 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:33:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T05:33:57,571 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:33:57,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:33:57,590 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:57,591 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/22bda71e3f6e49e38dad0905313c5888 is 50, key is test_row_0/C:col10/1734240836207/Put/seqid=0 2024-12-15T05:33:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741891_1067 (size=12697) 2024-12-15T05:33:57,618 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/22bda71e3f6e49e38dad0905313c5888 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/22bda71e3f6e49e38dad0905313c5888 2024-12-15T05:33:57,632 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into 22bda71e3f6e49e38dad0905313c5888(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:57,633 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:57,633 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=12, startTime=1734240837480; duration=0sec 2024-12-15T05:33:57,633 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:57,633 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:33:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T05:33:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:57,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T05:33:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:57,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:57,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:57,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/a744026c9380431ebd33931ff6bc3e69 is 50, key is test_row_0/A:col10/1734240837669/Put/seqid=0 2024-12-15T05:33:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741892_1068 (size=12301) 2024-12-15T05:33:57,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240897712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240897717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240897717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240897718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240897718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:57,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:57,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:57,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240897821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240897820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240897821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240897823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240897823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T05:33:57,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:57,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:57,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:57,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:57,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:57,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:57,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240898023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240898023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240898025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240898026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240898028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/a744026c9380431ebd33931ff6bc3e69 2024-12-15T05:33:58,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/eea9785e55c94e38bdaefa7f463f63c0 is 50, key is test_row_0/B:col10/1734240837669/Put/seqid=0 2024-12-15T05:33:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741893_1069 (size=12301) 2024-12-15T05:33:58,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/eea9785e55c94e38bdaefa7f463f63c0 2024-12-15T05:33:58,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/4afd337207f34101a0e696d267da15e2 is 50, key is test_row_0/C:col10/1734240837669/Put/seqid=0 2024-12-15T05:33:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T05:33:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741894_1070 (size=12301) 2024-12-15T05:33:58,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/4afd337207f34101a0e696d267da15e2 2024-12-15T05:33:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/a744026c9380431ebd33931ff6bc3e69 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a744026c9380431ebd33931ff6bc3e69 2024-12-15T05:33:58,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a744026c9380431ebd33931ff6bc3e69, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T05:33:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/eea9785e55c94e38bdaefa7f463f63c0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/eea9785e55c94e38bdaefa7f463f63c0 2024-12-15T05:33:58,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/eea9785e55c94e38bdaefa7f463f63c0, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T05:33:58,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/4afd337207f34101a0e696d267da15e2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4afd337207f34101a0e696d267da15e2 2024-12-15T05:33:58,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4afd337207f34101a0e696d267da15e2, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T05:33:58,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f9a65ba47c254127c8c8ab177b191fa3 in 557ms, sequenceid=278, compaction requested=false 2024-12-15T05:33:58,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:58,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T05:33:58,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:58,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:58,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:58,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:58,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:58,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:58,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:58,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:58,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/1b0cbe0036ac438e9e99f3b474dfbe5b is 50, key is test_row_0/A:col10/1734240838331/Put/seqid=0 2024-12-15T05:33:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240898357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240898358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240898359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240898361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240898361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741895_1071 (size=12301) 2024-12-15T05:33:58,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240898462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240898462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240898463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240898464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240898467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:58,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:58,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:58,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:58,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240898667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240898667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240898668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240898669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T05:33:58,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240898680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/1b0cbe0036ac438e9e99f3b474dfbe5b 2024-12-15T05:33:58,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f70115a09d264e058255de03248b7dce is 50, key is test_row_0/B:col10/1734240838331/Put/seqid=0 2024-12-15T05:33:58,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741896_1072 (size=12301) 2024-12-15T05:33:58,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f70115a09d264e058255de03248b7dce 2024-12-15T05:33:58,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/1f6230101e4a4ab9a2d1d529ec2f004b is 50, key is test_row_0/C:col10/1734240838331/Put/seqid=0 2024-12-15T05:33:58,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:33:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741897_1073 (size=12301) 2024-12-15T05:33:58,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/1f6230101e4a4ab9a2d1d529ec2f004b 2024-12-15T05:33:58,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/1b0cbe0036ac438e9e99f3b474dfbe5b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1b0cbe0036ac438e9e99f3b474dfbe5b 2024-12-15T05:33:58,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1b0cbe0036ac438e9e99f3b474dfbe5b, entries=150, sequenceid=295, filesize=12.0 K 2024-12-15T05:33:58,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f70115a09d264e058255de03248b7dce as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f70115a09d264e058255de03248b7dce 2024-12-15T05:33:58,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f70115a09d264e058255de03248b7dce, entries=150, sequenceid=295, filesize=12.0 K 2024-12-15T05:33:58,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/1f6230101e4a4ab9a2d1d529ec2f004b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f6230101e4a4ab9a2d1d529ec2f004b 2024-12-15T05:33:58,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f6230101e4a4ab9a2d1d529ec2f004b, entries=150, sequenceid=295, filesize=12.0 K 2024-12-15T05:33:58,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f9a65ba47c254127c8c8ab177b191fa3 in 523ms, sequenceid=295, compaction requested=true 2024-12-15T05:33:58,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:58,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:33:58,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:58,854 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:58,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:33:58,855 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:58,856 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:58,856 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:58,856 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:33:58,856 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:33:58,856 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,856 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,856 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/56e8f300055349c5ba83540d117e997a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/eea9785e55c94e38bdaefa7f463f63c0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f70115a09d264e058255de03248b7dce] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=36.5 K 2024-12-15T05:33:58,856 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0429e949640548408f60529b500fb253, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a744026c9380431ebd33931ff6bc3e69, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1b0cbe0036ac438e9e99f3b474dfbe5b] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=36.5 K 2024-12-15T05:33:58,857 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0429e949640548408f60529b500fb253, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240836204 2024-12-15T05:33:58,857 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 56e8f300055349c5ba83540d117e997a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240836204 2024-12-15T05:33:58,857 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting eea9785e55c94e38bdaefa7f463f63c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734240837352 2024-12-15T05:33:58,857 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a744026c9380431ebd33931ff6bc3e69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734240837352 2024-12-15T05:33:58,858 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f70115a09d264e058255de03248b7dce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734240838329 2024-12-15T05:33:58,858 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b0cbe0036ac438e9e99f3b474dfbe5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734240838329 2024-12-15T05:33:58,872 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:58,873 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:58,873 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/e7dcb1291cca4647aa3023e242a982b5 is 50, key is test_row_0/A:col10/1734240838331/Put/seqid=0 2024-12-15T05:33:58,873 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/619513753b844b029b505c79fef2ffa6 is 50, key is test_row_0/B:col10/1734240838331/Put/seqid=0 2024-12-15T05:33:58,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741899_1075 (size=12983) 2024-12-15T05:33:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741898_1074 (size=12983) 2024-12-15T05:33:58,908 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/e7dcb1291cca4647aa3023e242a982b5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/e7dcb1291cca4647aa3023e242a982b5 2024-12-15T05:33:58,920 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into e7dcb1291cca4647aa3023e242a982b5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:58,921 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:58,921 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240838854; duration=0sec 2024-12-15T05:33:58,922 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:58,922 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:58,923 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:58,924 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:58,924 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:33:58,924 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,924 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/22bda71e3f6e49e38dad0905313c5888, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4afd337207f34101a0e696d267da15e2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f6230101e4a4ab9a2d1d529ec2f004b] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=36.4 K 2024-12-15T05:33:58,926 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22bda71e3f6e49e38dad0905313c5888, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240836204 2024-12-15T05:33:58,926 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4afd337207f34101a0e696d267da15e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734240837352 2024-12-15T05:33:58,927 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f6230101e4a4ab9a2d1d529ec2f004b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734240838329 2024-12-15T05:33:58,936 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:58,937 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/42a40702f7494efa94b92073701ba1ed is 50, key is test_row_0/C:col10/1734240838331/Put/seqid=0 2024-12-15T05:33:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741900_1076 (size=12949) 2024-12-15T05:33:58,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:58,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T05:33:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:58,957 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T05:33:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:58,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/90ab72681f4449b3a811659cb4fda5c6 is 50, key is test_row_0/A:col10/1734240838355/Put/seqid=0 2024-12-15T05:33:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:58,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:59,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240898997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240898999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240899001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240899001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240899001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741901_1077 (size=12301) 2024-12-15T05:33:59,017 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/90ab72681f4449b3a811659cb4fda5c6 2024-12-15T05:33:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f725a6a835df489bbf029f52f7a5d53a is 50, key is test_row_0/B:col10/1734240838355/Put/seqid=0 2024-12-15T05:33:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741902_1078 (size=12301) 2024-12-15T05:33:59,060 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f725a6a835df489bbf029f52f7a5d53a 2024-12-15T05:33:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/372445ef043e4fb08a9fc58cfa4957aa is 50, key is test_row_0/C:col10/1734240838355/Put/seqid=0 2024-12-15T05:33:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741903_1079 (size=12301) 2024-12-15T05:33:59,094 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/372445ef043e4fb08a9fc58cfa4957aa 2024-12-15T05:33:59,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/90ab72681f4449b3a811659cb4fda5c6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/90ab72681f4449b3a811659cb4fda5c6 2024-12-15T05:33:59,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240899102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,106 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/90ab72681f4449b3a811659cb4fda5c6, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T05:33:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f725a6a835df489bbf029f52f7a5d53a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f725a6a835df489bbf029f52f7a5d53a 2024-12-15T05:33:59,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240899106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240899110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240899110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240899111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,117 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f725a6a835df489bbf029f52f7a5d53a, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T05:33:59,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/372445ef043e4fb08a9fc58cfa4957aa as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/372445ef043e4fb08a9fc58cfa4957aa 2024-12-15T05:33:59,126 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/372445ef043e4fb08a9fc58cfa4957aa, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T05:33:59,127 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for f9a65ba47c254127c8c8ab177b191fa3 in 170ms, sequenceid=316, compaction requested=false 2024-12-15T05:33:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-15T05:33:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-15T05:33:59,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-15T05:33:59,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-12-15T05:33:59,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.5650 sec 2024-12-15T05:33:59,305 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/619513753b844b029b505c79fef2ffa6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/619513753b844b029b505c79fef2ffa6 2024-12-15T05:33:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:59,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T05:33:59,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:59,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:59,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:59,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:59,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:59,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:59,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/c4b0aff61ae147e4b5579bdcf6c129ad is 50, key is test_row_0/A:col10/1734240839306/Put/seqid=0 2024-12-15T05:33:59,320 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 619513753b844b029b505c79fef2ffa6(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:59,320 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:59,320 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240838854; duration=0sec 2024-12-15T05:33:59,321 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:59,321 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:59,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741904_1080 (size=14741) 2024-12-15T05:33:59,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/c4b0aff61ae147e4b5579bdcf6c129ad 2024-12-15T05:33:59,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240899328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240899330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240899331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240899331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240899332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/08bd0384cf7c4786bd7c3556a285427a is 50, key is test_row_0/B:col10/1734240839306/Put/seqid=0 2024-12-15T05:33:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741905_1081 (size=12301) 2024-12-15T05:33:59,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/08bd0384cf7c4786bd7c3556a285427a 2024-12-15T05:33:59,354 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/42a40702f7494efa94b92073701ba1ed as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/42a40702f7494efa94b92073701ba1ed 2024-12-15T05:33:59,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/a5789ccc58a34b05a122983aa19fc7cc is 50, key is test_row_0/C:col10/1734240839306/Put/seqid=0 2024-12-15T05:33:59,362 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into 42a40702f7494efa94b92073701ba1ed(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:59,362 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:59,362 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=13, startTime=1734240838855; duration=0sec 2024-12-15T05:33:59,363 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:59,363 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:33:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741906_1082 (size=12301) 2024-12-15T05:33:59,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240899433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240899435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240899436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240899436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240899437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240899639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240899639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240899639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240899640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240899640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T05:33:59,675 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-15T05:33:59,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:33:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-15T05:33:59,681 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:33:59,682 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:33:59,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:33:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T05:33:59,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/a5789ccc58a34b05a122983aa19fc7cc 2024-12-15T05:33:59,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/c4b0aff61ae147e4b5579bdcf6c129ad as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c4b0aff61ae147e4b5579bdcf6c129ad 2024-12-15T05:33:59,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c4b0aff61ae147e4b5579bdcf6c129ad, entries=200, sequenceid=335, filesize=14.4 K 2024-12-15T05:33:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T05:33:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/08bd0384cf7c4786bd7c3556a285427a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/08bd0384cf7c4786bd7c3556a285427a 2024-12-15T05:33:59,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/08bd0384cf7c4786bd7c3556a285427a, entries=150, sequenceid=335, filesize=12.0 K 2024-12-15T05:33:59,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/a5789ccc58a34b05a122983aa19fc7cc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a5789ccc58a34b05a122983aa19fc7cc 2024-12-15T05:33:59,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a5789ccc58a34b05a122983aa19fc7cc, entries=150, sequenceid=335, filesize=12.0 K 2024-12-15T05:33:59,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f9a65ba47c254127c8c8ab177b191fa3 in 496ms, sequenceid=335, compaction requested=true 2024-12-15T05:33:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:33:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:59,806 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:33:59,806 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:33:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:59,807 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:59,807 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:59,808 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:33:59,808 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:33:59,808 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:59,808 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/619513753b844b029b505c79fef2ffa6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f725a6a835df489bbf029f52f7a5d53a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/08bd0384cf7c4786bd7c3556a285427a] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=36.7 K 2024-12-15T05:33:59,809 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:59,809 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/e7dcb1291cca4647aa3023e242a982b5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/90ab72681f4449b3a811659cb4fda5c6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c4b0aff61ae147e4b5579bdcf6c129ad] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=39.1 K 2024-12-15T05:33:59,809 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 619513753b844b029b505c79fef2ffa6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734240838329 2024-12-15T05:33:59,810 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7dcb1291cca4647aa3023e242a982b5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734240838329 2024-12-15T05:33:59,810 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f725a6a835df489bbf029f52f7a5d53a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734240838355 2024-12-15T05:33:59,810 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 08bd0384cf7c4786bd7c3556a285427a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734240838998 2024-12-15T05:33:59,811 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90ab72681f4449b3a811659cb4fda5c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734240838355 2024-12-15T05:33:59,812 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4b0aff61ae147e4b5579bdcf6c129ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734240838995 2024-12-15T05:33:59,827 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:59,827 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/9ebba17d10dd4c72be0590bdfebb5774 is 50, key is test_row_0/B:col10/1734240839306/Put/seqid=0 2024-12-15T05:33:59,830 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:59,831 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/781f72f715e140e9a545d72db462b507 is 50, key is test_row_0/A:col10/1734240839306/Put/seqid=0 2024-12-15T05:33:59,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741907_1083 (size=13085) 2024-12-15T05:33:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741908_1084 (size=13085) 2024-12-15T05:33:59,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T05:33:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:59,840 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T05:33:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:33:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:33:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:33:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:33:59,846 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/781f72f715e140e9a545d72db462b507 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/781f72f715e140e9a545d72db462b507 2024-12-15T05:33:59,846 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/9ebba17d10dd4c72be0590bdfebb5774 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9ebba17d10dd4c72be0590bdfebb5774 2024-12-15T05:33:59,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/da203fdaf08b44a9915c5864b37c45c2 is 50, key is test_row_0/A:col10/1734240839330/Put/seqid=0 2024-12-15T05:33:59,854 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 9ebba17d10dd4c72be0590bdfebb5774(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:59,854 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 781f72f715e140e9a545d72db462b507(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:33:59,854 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:59,854 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:59,854 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240839806; duration=0sec 2024-12-15T05:33:59,854 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240839806; duration=0sec 2024-12-15T05:33:59,854 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:33:59,854 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:33:59,854 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:33:59,854 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:33:59,854 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:33:59,857 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:33:59,858 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:33:59,858 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:59,858 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/42a40702f7494efa94b92073701ba1ed, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/372445ef043e4fb08a9fc58cfa4957aa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a5789ccc58a34b05a122983aa19fc7cc] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=36.7 K 2024-12-15T05:33:59,858 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42a40702f7494efa94b92073701ba1ed, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734240838329 2024-12-15T05:33:59,858 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 372445ef043e4fb08a9fc58cfa4957aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734240838355 2024-12-15T05:33:59,859 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5789ccc58a34b05a122983aa19fc7cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734240838998 2024-12-15T05:33:59,873 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:33:59,873 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d8dd12b4d1b048f788d4f6d7e67d4882 is 50, key is test_row_0/C:col10/1734240839306/Put/seqid=0 2024-12-15T05:33:59,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741909_1085 (size=12301) 2024-12-15T05:33:59,880 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/da203fdaf08b44a9915c5864b37c45c2 2024-12-15T05:33:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741910_1086 (size=13051) 2024-12-15T05:33:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/5266debcb68b43b6a3186ad867b93af2 is 50, key is test_row_0/B:col10/1734240839330/Put/seqid=0 2024-12-15T05:33:59,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741911_1087 (size=12301) 2024-12-15T05:33:59,906 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/5266debcb68b43b6a3186ad867b93af2 2024-12-15T05:33:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/2ee1bffa7adc48d2902831de1a29c471 is 50, key is test_row_0/C:col10/1734240839330/Put/seqid=0 2024-12-15T05:33:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741912_1088 (size=12301) 2024-12-15T05:33:59,938 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/2ee1bffa7adc48d2902831de1a29c471 2024-12-15T05:33:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:33:59,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:33:59,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/da203fdaf08b44a9915c5864b37c45c2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/da203fdaf08b44a9915c5864b37c45c2 2024-12-15T05:33:59,958 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/da203fdaf08b44a9915c5864b37c45c2, entries=150, sequenceid=354, filesize=12.0 K 2024-12-15T05:33:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/5266debcb68b43b6a3186ad867b93af2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/5266debcb68b43b6a3186ad867b93af2 2024-12-15T05:33:59,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240899958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240899960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240899965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,969 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/5266debcb68b43b6a3186ad867b93af2, entries=150, sequenceid=354, filesize=12.0 K 2024-12-15T05:33:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:33:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240899967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240899966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:33:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/2ee1bffa7adc48d2902831de1a29c471 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/2ee1bffa7adc48d2902831de1a29c471 2024-12-15T05:33:59,985 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/2ee1bffa7adc48d2902831de1a29c471, entries=150, sequenceid=354, filesize=12.0 K 2024-12-15T05:33:59,986 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f9a65ba47c254127c8c8ab177b191fa3 in 146ms, sequenceid=354, compaction requested=false 2024-12-15T05:33:59,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:33:59,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:33:59,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-15T05:33:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T05:33:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-15T05:33:59,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-15T05:33:59,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 306 msec 2024-12-15T05:33:59,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 313 msec 2024-12-15T05:34:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:00,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T05:34:00,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:00,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:00,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:00,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:00,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:00,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:00,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/14439e703873425cbd20b5488c4741f5 is 50, key is test_row_0/A:col10/1734240840070/Put/seqid=0 2024-12-15T05:34:00,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240900078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240900078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240900079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240900079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240900083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741913_1089 (size=14741) 2024-12-15T05:34:00,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/14439e703873425cbd20b5488c4741f5 2024-12-15T05:34:00,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/afad99fd41ad4a6d98f391a4078270ab is 50, key is test_row_0/B:col10/1734240840070/Put/seqid=0 2024-12-15T05:34:00,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741914_1090 (size=12301) 2024-12-15T05:34:00,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240900185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240900185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240900186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240900186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240900186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,288 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d8dd12b4d1b048f788d4f6d7e67d4882 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d8dd12b4d1b048f788d4f6d7e67d4882 2024-12-15T05:34:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T05:34:00,288 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-15T05:34:00,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-15T05:34:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T05:34:00,291 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:00,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:00,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:00,296 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into d8dd12b4d1b048f788d4f6d7e67d4882(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:00,296 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:00,296 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=13, startTime=1734240839806; duration=0sec 2024-12-15T05:34:00,297 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:00,297 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:00,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240900388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240900388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240900389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240900390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240900390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T05:34:00,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T05:34:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/afad99fd41ad4a6d98f391a4078270ab 2024-12-15T05:34:00,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/53ae2db8dce945f495aa3abab5bdd3fc is 50, key is test_row_0/C:col10/1734240840070/Put/seqid=0 2024-12-15T05:34:00,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741915_1091 (size=12301) 2024-12-15T05:34:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T05:34:00,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T05:34:00,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:00,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240900692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240900692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240900694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240900694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240900694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T05:34:00,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:00,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T05:34:00,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:00,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T05:34:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:00,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:00,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/53ae2db8dce945f495aa3abab5bdd3fc 2024-12-15T05:34:00,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/14439e703873425cbd20b5488c4741f5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/14439e703873425cbd20b5488c4741f5 2024-12-15T05:34:00,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/14439e703873425cbd20b5488c4741f5, entries=200, sequenceid=379, filesize=14.4 K 2024-12-15T05:34:00,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/afad99fd41ad4a6d98f391a4078270ab as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afad99fd41ad4a6d98f391a4078270ab 2024-12-15T05:34:00,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afad99fd41ad4a6d98f391a4078270ab, entries=150, sequenceid=379, filesize=12.0 K 2024-12-15T05:34:00,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/53ae2db8dce945f495aa3abab5bdd3fc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/53ae2db8dce945f495aa3abab5bdd3fc 2024-12-15T05:34:00,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/53ae2db8dce945f495aa3abab5bdd3fc, entries=150, sequenceid=379, filesize=12.0 K 2024-12-15T05:34:00,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f9a65ba47c254127c8c8ab177b191fa3 in 913ms, sequenceid=379, compaction requested=true 2024-12-15T05:34:00,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:00,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:00,984 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:00,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:00,984 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:00,985 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:00,985 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:34:00,985 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,986 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9ebba17d10dd4c72be0590bdfebb5774, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/5266debcb68b43b6a3186ad867b93af2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afad99fd41ad4a6d98f391a4078270ab] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=36.8 K 2024-12-15T05:34:00,986 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:00,986 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ebba17d10dd4c72be0590bdfebb5774, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734240838998 2024-12-15T05:34:00,987 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:34:00,987 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:00,987 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/781f72f715e140e9a545d72db462b507, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/da203fdaf08b44a9915c5864b37c45c2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/14439e703873425cbd20b5488c4741f5] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=39.2 K 2024-12-15T05:34:00,987 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5266debcb68b43b6a3186ad867b93af2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734240839328 2024-12-15T05:34:00,987 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781f72f715e140e9a545d72db462b507, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734240838998 2024-12-15T05:34:00,988 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting afad99fd41ad4a6d98f391a4078270ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734240839965 2024-12-15T05:34:00,988 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting da203fdaf08b44a9915c5864b37c45c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734240839328 2024-12-15T05:34:00,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:00,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:00,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:00,989 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14439e703873425cbd20b5488c4741f5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734240839954 2024-12-15T05:34:00,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:01,043 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:01,044 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/240ca066a61e451ca07d85aa19b764ec is 50, key is test_row_0/A:col10/1734240840070/Put/seqid=0 2024-12-15T05:34:01,055 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:01,055 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/0844319218574be39742b9791417c0a1 is 50, key is test_row_0/B:col10/1734240840070/Put/seqid=0 2024-12-15T05:34:01,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T05:34:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,061 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:34:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/3fa0becfba8c40e2934b8d4c649686c8 is 50, key is test_row_0/A:col10/1734240840081/Put/seqid=0 2024-12-15T05:34:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741916_1092 (size=13187) 2024-12-15T05:34:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741917_1093 (size=13187) 2024-12-15T05:34:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741918_1094 (size=12301) 2024-12-15T05:34:01,165 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/3fa0becfba8c40e2934b8d4c649686c8 2024-12-15T05:34:01,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/a67b139fbd0545168bca32862b6f0c46 is 50, key is test_row_0/B:col10/1734240840081/Put/seqid=0 2024-12-15T05:34:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:01,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741919_1095 (size=12301) 2024-12-15T05:34:01,213 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/a67b139fbd0545168bca32862b6f0c46 2024-12-15T05:34:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/858a171a3e57455eb662311703b571a9 is 50, key is test_row_0/C:col10/1734240840081/Put/seqid=0 2024-12-15T05:34:01,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240901242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240901241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240901248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240901248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240901252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741920_1096 (size=12301) 2024-12-15T05:34:01,279 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/858a171a3e57455eb662311703b571a9 2024-12-15T05:34:01,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/3fa0becfba8c40e2934b8d4c649686c8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/3fa0becfba8c40e2934b8d4c649686c8 2024-12-15T05:34:01,301 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/3fa0becfba8c40e2934b8d4c649686c8, entries=150, sequenceid=393, filesize=12.0 K 2024-12-15T05:34:01,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/a67b139fbd0545168bca32862b6f0c46 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/a67b139fbd0545168bca32862b6f0c46 2024-12-15T05:34:01,313 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/a67b139fbd0545168bca32862b6f0c46, entries=150, sequenceid=393, filesize=12.0 K 2024-12-15T05:34:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/858a171a3e57455eb662311703b571a9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/858a171a3e57455eb662311703b571a9 2024-12-15T05:34:01,340 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/858a171a3e57455eb662311703b571a9, entries=150, sequenceid=393, filesize=12.0 K 2024-12-15T05:34:01,343 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f9a65ba47c254127c8c8ab177b191fa3 in 281ms, sequenceid=393, compaction requested=true 2024-12-15T05:34:01,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:01,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-15T05:34:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-15T05:34:01,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-15T05:34:01,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec 2024-12-15T05:34:01,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0580 sec 2024-12-15T05:34:01,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:01,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:01,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:01,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:01,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/baf107ca6060454391776d1be77bda12 is 50, key is test_row_0/A:col10/1734240841245/Put/seqid=0 2024-12-15T05:34:01,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240901366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240901367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240901380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240901380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240901380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T05:34:01,395 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-15T05:34:01,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-15T05:34:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T05:34:01,399 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:01,400 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:01,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741921_1097 (size=14741) 2024-12-15T05:34:01,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/baf107ca6060454391776d1be77bda12 2024-12-15T05:34:01,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/8d3016c8936246199ad3e85498920d13 is 50, key is test_row_0/B:col10/1734240841245/Put/seqid=0 2024-12-15T05:34:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741922_1098 (size=12301) 2024-12-15T05:34:01,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/8d3016c8936246199ad3e85498920d13 2024-12-15T05:34:01,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240901482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240901484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240901487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/1f59ce22f137424bb0718f4c56da882d is 50, key is test_row_0/C:col10/1734240841245/Put/seqid=0 2024-12-15T05:34:01,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240901490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240901493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T05:34:01,513 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/240ca066a61e451ca07d85aa19b764ec as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/240ca066a61e451ca07d85aa19b764ec 2024-12-15T05:34:01,522 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 240ca066a61e451ca07d85aa19b764ec(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:01,522 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:01,522 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240840984; duration=0sec 2024-12-15T05:34:01,522 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:01,522 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:01,522 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:34:01,524 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:34:01,525 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:34:01,525 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741923_1099 (size=12301) 2024-12-15T05:34:01,525 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d8dd12b4d1b048f788d4f6d7e67d4882, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/2ee1bffa7adc48d2902831de1a29c471, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/53ae2db8dce945f495aa3abab5bdd3fc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/858a171a3e57455eb662311703b571a9] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=48.8 K 2024-12-15T05:34:01,526 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8dd12b4d1b048f788d4f6d7e67d4882, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734240838998 2024-12-15T05:34:01,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/1f59ce22f137424bb0718f4c56da882d 2024-12-15T05:34:01,527 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ee1bffa7adc48d2902831de1a29c471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734240839328 2024-12-15T05:34:01,528 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53ae2db8dce945f495aa3abab5bdd3fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734240839965 2024-12-15T05:34:01,534 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 858a171a3e57455eb662311703b571a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1734240840073 2024-12-15T05:34:01,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/baf107ca6060454391776d1be77bda12 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/baf107ca6060454391776d1be77bda12 2024-12-15T05:34:01,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/baf107ca6060454391776d1be77bda12, entries=200, sequenceid=419, filesize=14.4 K 2024-12-15T05:34:01,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:01,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:01,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/8d3016c8936246199ad3e85498920d13 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8d3016c8936246199ad3e85498920d13 2024-12-15T05:34:01,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,558 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/0844319218574be39742b9791417c0a1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0844319218574be39742b9791417c0a1 2024-12-15T05:34:01,559 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:01,560 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7a7572f3777a407f88f8c31dc5fa3b35 is 50, key is test_row_0/C:col10/1734240840081/Put/seqid=0 2024-12-15T05:34:01,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8d3016c8936246199ad3e85498920d13, entries=150, sequenceid=419, filesize=12.0 K 2024-12-15T05:34:01,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/1f59ce22f137424bb0718f4c56da882d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f59ce22f137424bb0718f4c56da882d 2024-12-15T05:34:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741924_1100 (size=13187) 2024-12-15T05:34:01,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f59ce22f137424bb0718f4c56da882d, entries=150, sequenceid=419, filesize=12.0 K 2024-12-15T05:34:01,574 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 0844319218574be39742b9791417c0a1(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:01,574 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:01,574 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240840984; duration=0sec 2024-12-15T05:34:01,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f9a65ba47c254127c8c8ab177b191fa3 in 217ms, sequenceid=419, compaction requested=true 2024-12-15T05:34:01,574 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:01,574 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:01,574 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:34:01,575 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:01,575 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:34:01,575 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,575 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/240ca066a61e451ca07d85aa19b764ec, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/3fa0becfba8c40e2934b8d4c649686c8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/baf107ca6060454391776d1be77bda12] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=39.3 K 2024-12-15T05:34:01,576 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 240ca066a61e451ca07d85aa19b764ec, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734240839965 2024-12-15T05:34:01,577 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fa0becfba8c40e2934b8d4c649686c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1734240840073 2024-12-15T05:34:01,577 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting baf107ca6060454391776d1be77bda12, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734240841244 2024-12-15T05:34:01,585 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:01,585 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/dfaf2fd996644de9a9095513169c1e72 is 50, key is test_row_0/A:col10/1734240841245/Put/seqid=0 2024-12-15T05:34:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741925_1101 (size=13289) 2024-12-15T05:34:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:01,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:01,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:01,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/92e91f3e4929422a8f1e480e1b2cf6a9 is 50, key is test_row_0/A:col10/1734240841369/Put/seqid=0 2024-12-15T05:34:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T05:34:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741926_1102 (size=12301) 2024-12-15T05:34:01,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:01,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:01,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240901719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240901719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240901720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240901720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240901720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240901823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240901823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240901824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240901824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240901825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:01,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:01,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:01,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:01,974 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7a7572f3777a407f88f8c31dc5fa3b35 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7a7572f3777a407f88f8c31dc5fa3b35 2024-12-15T05:34:01,980 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into 7a7572f3777a407f88f8c31dc5fa3b35(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:01,981 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:01,981 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=12, startTime=1734240840989; duration=0sec 2024-12-15T05:34:01,981 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:34:01,981 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:01,981 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:01,981 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:01,982 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:01,982 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:34:01,982 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:01,982 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0844319218574be39742b9791417c0a1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/a67b139fbd0545168bca32862b6f0c46, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8d3016c8936246199ad3e85498920d13] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=36.9 K 2024-12-15T05:34:01,983 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0844319218574be39742b9791417c0a1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734240839965 2024-12-15T05:34:01,983 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a67b139fbd0545168bca32862b6f0c46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1734240840073 2024-12-15T05:34:01,984 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d3016c8936246199ad3e85498920d13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734240841244 2024-12-15T05:34:01,992 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:01,993 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/57200a036aea4588a60d1638d97a514d is 50, key is test_row_0/B:col10/1734240841245/Put/seqid=0 2024-12-15T05:34:01,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741927_1103 (size=13289) 2024-12-15T05:34:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T05:34:02,007 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/dfaf2fd996644de9a9095513169c1e72 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/dfaf2fd996644de9a9095513169c1e72 2024-12-15T05:34:02,010 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/57200a036aea4588a60d1638d97a514d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/57200a036aea4588a60d1638d97a514d 2024-12-15T05:34:02,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:02,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:02,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,017 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into dfaf2fd996644de9a9095513169c1e72(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:02,017 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:02,017 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240841574; duration=0sec 2024-12-15T05:34:02,017 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:02,017 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:02,018 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T05:34:02,019 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T05:34:02,019 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T05:34:02,020 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:34:02,020 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:02,020 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 57200a036aea4588a60d1638d97a514d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:02,020 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:02,020 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240841574; duration=0sec 2024-12-15T05:34:02,020 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:02,020 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:02,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240902026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240902026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240902027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240902027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240902028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/92e91f3e4929422a8f1e480e1b2cf6a9 2024-12-15T05:34:02,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/1cb46ed03269479bba198ce9577ce44f is 50, key is test_row_0/B:col10/1734240841369/Put/seqid=0 2024-12-15T05:34:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741928_1104 (size=12301) 2024-12-15T05:34:02,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:02,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:02,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:02,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:02,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240902328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240902329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240902331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240902331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240902335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:02,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:02,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T05:34:02,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/1cb46ed03269479bba198ce9577ce44f 2024-12-15T05:34:02,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/cb8e828c4027443d97456033cee1a7ab is 50, key is test_row_0/C:col10/1734240841369/Put/seqid=0 2024-12-15T05:34:02,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741929_1105 (size=12301) 2024-12-15T05:34:02,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:02,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:02,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:02,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:02,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240902831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240902832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240902835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240902836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240902837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/cb8e828c4027443d97456033cee1a7ab 2024-12-15T05:34:02,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/92e91f3e4929422a8f1e480e1b2cf6a9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/92e91f3e4929422a8f1e480e1b2cf6a9 2024-12-15T05:34:02,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/92e91f3e4929422a8f1e480e1b2cf6a9, entries=150, sequenceid=432, filesize=12.0 K 2024-12-15T05:34:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/1cb46ed03269479bba198ce9577ce44f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1cb46ed03269479bba198ce9577ce44f 2024-12-15T05:34:02,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1cb46ed03269479bba198ce9577ce44f, entries=150, sequenceid=432, filesize=12.0 K 2024-12-15T05:34:02,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/cb8e828c4027443d97456033cee1a7ab as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/cb8e828c4027443d97456033cee1a7ab 2024-12-15T05:34:02,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/cb8e828c4027443d97456033cee1a7ab, entries=150, sequenceid=432, filesize=12.0 K 2024-12-15T05:34:02,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f9a65ba47c254127c8c8ab177b191fa3 in 1265ms, sequenceid=432, compaction requested=true 2024-12-15T05:34:02,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:02,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:02,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:02,956 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T05:34:02,956 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T05:34:02,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:02,957 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:02,958 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:02,958 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:34:02,958 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,958 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7a7572f3777a407f88f8c31dc5fa3b35, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f59ce22f137424bb0718f4c56da882d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/cb8e828c4027443d97456033cee1a7ab] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=36.9 K 2024-12-15T05:34:02,959 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a7572f3777a407f88f8c31dc5fa3b35, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1734240840073 2024-12-15T05:34:02,959 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f59ce22f137424bb0718f4c56da882d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734240841244 2024-12-15T05:34:02,960 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting cb8e828c4027443d97456033cee1a7ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1734240841368 2024-12-15T05:34:02,966 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:02,966 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/dfb3362862744fc99f91f169975f0700 is 50, key is test_row_0/C:col10/1734240841369/Put/seqid=0 2024-12-15T05:34:02,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:02,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T05:34:02,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:02,968 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:02,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/d54e2a951f6e469085a56d5a3bbed056 is 50, key is test_row_0/A:col10/1734240841719/Put/seqid=0 2024-12-15T05:34:02,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741930_1106 (size=13289) 2024-12-15T05:34:02,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741931_1107 (size=12301) 2024-12-15T05:34:02,983 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/d54e2a951f6e469085a56d5a3bbed056 2024-12-15T05:34:02,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/df2d31d9980b45309b7cdfce9cf870df is 50, key is test_row_0/B:col10/1734240841719/Put/seqid=0 2024-12-15T05:34:02,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741932_1108 (size=12301) 2024-12-15T05:34:03,386 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/dfb3362862744fc99f91f169975f0700 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dfb3362862744fc99f91f169975f0700 2024-12-15T05:34:03,393 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into dfb3362862744fc99f91f169975f0700(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:03,393 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:03,393 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=13, startTime=1734240842957; duration=0sec 2024-12-15T05:34:03,393 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:03,393 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:03,398 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/df2d31d9980b45309b7cdfce9cf870df 2024-12-15T05:34:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3d5e5f4e73254c08b772fec6378cd526 is 50, key is test_row_0/C:col10/1734240841719/Put/seqid=0 2024-12-15T05:34:03,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741933_1109 (size=12301) 2024-12-15T05:34:03,440 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3d5e5f4e73254c08b772fec6378cd526 2024-12-15T05:34:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/d54e2a951f6e469085a56d5a3bbed056 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/d54e2a951f6e469085a56d5a3bbed056 2024-12-15T05:34:03,454 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/d54e2a951f6e469085a56d5a3bbed056, entries=150, sequenceid=460, filesize=12.0 K 2024-12-15T05:34:03,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/df2d31d9980b45309b7cdfce9cf870df as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/df2d31d9980b45309b7cdfce9cf870df 2024-12-15T05:34:03,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/df2d31d9980b45309b7cdfce9cf870df, entries=150, sequenceid=460, filesize=12.0 K 2024-12-15T05:34:03,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3d5e5f4e73254c08b772fec6378cd526 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3d5e5f4e73254c08b772fec6378cd526 2024-12-15T05:34:03,472 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3d5e5f4e73254c08b772fec6378cd526, entries=150, sequenceid=460, filesize=12.0 K 2024-12-15T05:34:03,474 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f9a65ba47c254127c8c8ab177b191fa3 in 506ms, sequenceid=460, compaction requested=true 2024-12-15T05:34:03,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:03,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:03,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-15T05:34:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-15T05:34:03,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-15T05:34:03,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0760 sec 2024-12-15T05:34:03,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.0820 sec 2024-12-15T05:34:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T05:34:03,503 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-15T05:34:03,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-15T05:34:03,507 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:03,508 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:03,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-15T05:34:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-15T05:34:03,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-15T05:34:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-15T05:34:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-15T05:34:03,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-15T05:34:03,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-15T05:34:03,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 159 msec 2024-12-15T05:34:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-15T05:34:03,812 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-15T05:34:03,813 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-15T05:34:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T05:34:03,818 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:03,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:03,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:03,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:03,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:03,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:03,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:03,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:03,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:03,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:03,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/1e51ebd4cc794d1096392896eb1cb55a is 50, key is test_row_0/A:col10/1734240843845/Put/seqid=0 2024-12-15T05:34:03,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240903876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240903876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240903880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240903880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240903881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741934_1110 (size=12301) 2024-12-15T05:34:03,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/1e51ebd4cc794d1096392896eb1cb55a 2024-12-15T05:34:03,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d68c1a58b8b14dbabdcf8229b4c49dcf is 50, key is test_row_0/B:col10/1734240843845/Put/seqid=0 2024-12-15T05:34:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741935_1111 (size=12301) 2024-12-15T05:34:03,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d68c1a58b8b14dbabdcf8229b4c49dcf 2024-12-15T05:34:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T05:34:03,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/ddad6128a88f4c2497298904e7d9a12e is 50, key is test_row_0/C:col10/1734240843845/Put/seqid=0 2024-12-15T05:34:03,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741936_1112 (size=12301) 2024-12-15T05:34:03,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T05:34:03,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:03,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:03,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:03,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:03,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240903982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240903983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240903984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240903984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:03,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240903985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T05:34:04,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T05:34:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:04,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240904184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240904186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240904188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240904188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240904196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T05:34:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:04,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/ddad6128a88f4c2497298904e7d9a12e 2024-12-15T05:34:04,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/1e51ebd4cc794d1096392896eb1cb55a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1e51ebd4cc794d1096392896eb1cb55a 2024-12-15T05:34:04,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1e51ebd4cc794d1096392896eb1cb55a, entries=150, sequenceid=474, filesize=12.0 K 2024-12-15T05:34:04,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d68c1a58b8b14dbabdcf8229b4c49dcf as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d68c1a58b8b14dbabdcf8229b4c49dcf 2024-12-15T05:34:04,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d68c1a58b8b14dbabdcf8229b4c49dcf, entries=150, sequenceid=474, filesize=12.0 K 2024-12-15T05:34:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/ddad6128a88f4c2497298904e7d9a12e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ddad6128a88f4c2497298904e7d9a12e 2024-12-15T05:34:04,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ddad6128a88f4c2497298904e7d9a12e, entries=150, sequenceid=474, filesize=12.0 K 2024-12-15T05:34:04,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f9a65ba47c254127c8c8ab177b191fa3 in 518ms, sequenceid=474, compaction requested=true 2024-12-15T05:34:04,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:04,364 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:34:04,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:04,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:04,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:04,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:04,364 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:34:04,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:04,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:04,365 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:34:04,366 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:34:04,366 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:34:04,366 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:34:04,366 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,366 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,366 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/dfaf2fd996644de9a9095513169c1e72, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/92e91f3e4929422a8f1e480e1b2cf6a9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/d54e2a951f6e469085a56d5a3bbed056, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1e51ebd4cc794d1096392896eb1cb55a] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=49.0 K 2024-12-15T05:34:04,366 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/57200a036aea4588a60d1638d97a514d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1cb46ed03269479bba198ce9577ce44f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/df2d31d9980b45309b7cdfce9cf870df, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d68c1a58b8b14dbabdcf8229b4c49dcf] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=49.0 K 2024-12-15T05:34:04,366 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 57200a036aea4588a60d1638d97a514d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734240841244 2024-12-15T05:34:04,366 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfaf2fd996644de9a9095513169c1e72, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734240841244 2024-12-15T05:34:04,367 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cb46ed03269479bba198ce9577ce44f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1734240841368 2024-12-15T05:34:04,367 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92e91f3e4929422a8f1e480e1b2cf6a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1734240841368 2024-12-15T05:34:04,367 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting df2d31d9980b45309b7cdfce9cf870df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1734240841713 2024-12-15T05:34:04,367 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting d54e2a951f6e469085a56d5a3bbed056, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1734240841713 2024-12-15T05:34:04,367 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d68c1a58b8b14dbabdcf8229b4c49dcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734240843842 2024-12-15T05:34:04,368 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e51ebd4cc794d1096392896eb1cb55a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734240843842 2024-12-15T05:34:04,378 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:04,379 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/be646cc00f4546428dd5ad9d770c295e is 50, key is test_row_0/B:col10/1734240843845/Put/seqid=0 2024-12-15T05:34:04,381 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:04,382 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/9461c821ce9948a78a03f6dd9f66f690 is 50, key is test_row_0/A:col10/1734240843845/Put/seqid=0 2024-12-15T05:34:04,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741937_1113 (size=13425) 2024-12-15T05:34:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741938_1114 (size=13425) 2024-12-15T05:34:04,415 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/9461c821ce9948a78a03f6dd9f66f690 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9461c821ce9948a78a03f6dd9f66f690 2024-12-15T05:34:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T05:34:04,422 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 9461c821ce9948a78a03f6dd9f66f690(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:04,422 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:04,422 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=12, startTime=1734240844364; duration=0sec 2024-12-15T05:34:04,422 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:04,422 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:04,422 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:04,424 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:04,425 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:34:04,425 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,425 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dfb3362862744fc99f91f169975f0700, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3d5e5f4e73254c08b772fec6378cd526, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ddad6128a88f4c2497298904e7d9a12e] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.0 K 2024-12-15T05:34:04,425 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfb3362862744fc99f91f169975f0700, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1734240841368 2024-12-15T05:34:04,426 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d5e5f4e73254c08b772fec6378cd526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1734240841713 2024-12-15T05:34:04,426 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddad6128a88f4c2497298904e7d9a12e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734240843842 2024-12-15T05:34:04,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,434 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:04,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T05:34:04,434 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/9c892454428f43bb81d37274f0a19699 is 50, key is test_row_0/C:col10/1734240843845/Put/seqid=0 2024-12-15T05:34:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,435 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4af14e15cf244a008cd1e808eebb6471 is 50, key is test_row_0/A:col10/1734240843880/Put/seqid=0 2024-12-15T05:34:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741939_1115 (size=13391) 2024-12-15T05:34:04,461 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/9c892454428f43bb81d37274f0a19699 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9c892454428f43bb81d37274f0a19699 2024-12-15T05:34:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741940_1116 (size=12301) 2024-12-15T05:34:04,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4af14e15cf244a008cd1e808eebb6471 2024-12-15T05:34:04,468 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into 9c892454428f43bb81d37274f0a19699(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:04,468 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:04,468 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=13, startTime=1734240844364; duration=0sec 2024-12-15T05:34:04,468 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:04,468 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:04,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/10b9a49e90ff42d58f4fbd2187eba54e is 50, key is test_row_0/B:col10/1734240843880/Put/seqid=0 2024-12-15T05:34:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741941_1117 (size=12301) 2024-12-15T05:34:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:04,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:04,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240904496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240904497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240904497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240904498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240904498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240904601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240904602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240904603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240904604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,805 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/be646cc00f4546428dd5ad9d770c295e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/be646cc00f4546428dd5ad9d770c295e 2024-12-15T05:34:04,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240904808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240904808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240904808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:04,811 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into be646cc00f4546428dd5ad9d770c295e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:04,811 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240904808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:04,811 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=12, startTime=1734240844364; duration=0sec 2024-12-15T05:34:04,811 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:04,811 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:04,882 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/10b9a49e90ff42d58f4fbd2187eba54e 2024-12-15T05:34:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/b6761eb1935b4b2ab9a764e1a8f3dd03 is 50, key is test_row_0/C:col10/1734240843880/Put/seqid=0 2024-12-15T05:34:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741942_1118 (size=12301) 2024-12-15T05:34:04,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/b6761eb1935b4b2ab9a764e1a8f3dd03 2024-12-15T05:34:04,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4af14e15cf244a008cd1e808eebb6471 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4af14e15cf244a008cd1e808eebb6471 2024-12-15T05:34:04,909 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4af14e15cf244a008cd1e808eebb6471, entries=150, sequenceid=500, filesize=12.0 K 2024-12-15T05:34:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/10b9a49e90ff42d58f4fbd2187eba54e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/10b9a49e90ff42d58f4fbd2187eba54e 2024-12-15T05:34:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T05:34:04,922 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/10b9a49e90ff42d58f4fbd2187eba54e, entries=150, sequenceid=500, filesize=12.0 K 2024-12-15T05:34:04,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/b6761eb1935b4b2ab9a764e1a8f3dd03 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b6761eb1935b4b2ab9a764e1a8f3dd03 2024-12-15T05:34:04,929 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b6761eb1935b4b2ab9a764e1a8f3dd03, entries=150, sequenceid=500, filesize=12.0 K 2024-12-15T05:34:04,930 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f9a65ba47c254127c8c8ab177b191fa3 in 495ms, sequenceid=500, compaction requested=false 2024-12-15T05:34:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-15T05:34:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-15T05:34:04,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-15T05:34:04,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1130 sec 2024-12-15T05:34:04,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.1210 sec 2024-12-15T05:34:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:05,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:34:05,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:05,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:05,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:05,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/530c99db8adf4f6794da60e288d9deac is 50, key is test_row_0/A:col10/1734240844497/Put/seqid=0 2024-12-15T05:34:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741943_1119 (size=12301) 2024-12-15T05:34:05,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240905055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/530c99db8adf4f6794da60e288d9deac 2024-12-15T05:34:05,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/26cd28238475455396135de3a2bddade is 50, key is test_row_0/B:col10/1734240844497/Put/seqid=0 2024-12-15T05:34:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741944_1120 (size=12301) 2024-12-15T05:34:05,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/26cd28238475455396135de3a2bddade 2024-12-15T05:34:05,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3dcc3e4224a24262afa41043617f9890 is 50, key is test_row_0/C:col10/1734240844497/Put/seqid=0 2024-12-15T05:34:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240905111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240905111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240905113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240905113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741945_1121 (size=12301) 2024-12-15T05:34:05,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3dcc3e4224a24262afa41043617f9890 2024-12-15T05:34:05,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/530c99db8adf4f6794da60e288d9deac as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/530c99db8adf4f6794da60e288d9deac 2024-12-15T05:34:05,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/530c99db8adf4f6794da60e288d9deac, entries=150, sequenceid=515, filesize=12.0 K 2024-12-15T05:34:05,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/26cd28238475455396135de3a2bddade as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/26cd28238475455396135de3a2bddade 2024-12-15T05:34:05,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/26cd28238475455396135de3a2bddade, entries=150, sequenceid=515, filesize=12.0 K 2024-12-15T05:34:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/3dcc3e4224a24262afa41043617f9890 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3dcc3e4224a24262afa41043617f9890 2024-12-15T05:34:05,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240905160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3dcc3e4224a24262afa41043617f9890, entries=150, sequenceid=515, filesize=12.0 K 2024-12-15T05:34:05,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f9a65ba47c254127c8c8ab177b191fa3 in 160ms, sequenceid=515, compaction requested=true 2024-12-15T05:34:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:05,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:05,165 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:05,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:05,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:05,165 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:05,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:05,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:05,166 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:05,166 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:05,166 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:34:05,166 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:34:05,166 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:05,166 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:05,166 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9461c821ce9948a78a03f6dd9f66f690, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4af14e15cf244a008cd1e808eebb6471, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/530c99db8adf4f6794da60e288d9deac] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.1 K 2024-12-15T05:34:05,167 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/be646cc00f4546428dd5ad9d770c295e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/10b9a49e90ff42d58f4fbd2187eba54e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/26cd28238475455396135de3a2bddade] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.1 K 2024-12-15T05:34:05,167 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9461c821ce9948a78a03f6dd9f66f690, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734240843842 2024-12-15T05:34:05,168 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4af14e15cf244a008cd1e808eebb6471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1734240843872 2024-12-15T05:34:05,168 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting be646cc00f4546428dd5ad9d770c295e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734240843842 2024-12-15T05:34:05,169 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 530c99db8adf4f6794da60e288d9deac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734240844497 2024-12-15T05:34:05,169 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 10b9a49e90ff42d58f4fbd2187eba54e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1734240843872 2024-12-15T05:34:05,169 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 26cd28238475455396135de3a2bddade, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734240844497 2024-12-15T05:34:05,178 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:05,179 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0b74deb3616943828b4017558f41626b is 50, key is test_row_0/A:col10/1734240844497/Put/seqid=0 2024-12-15T05:34:05,184 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:05,185 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/668e36bb5fc1466aa40750dbab25a407 is 50, key is test_row_0/B:col10/1734240844497/Put/seqid=0 2024-12-15T05:34:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741946_1122 (size=13527) 2024-12-15T05:34:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741947_1123 (size=13527) 2024-12-15T05:34:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:05,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:34:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/08e06dc3943b44b7b0c5cdf8e51562b8 is 50, key is test_row_0/A:col10/1734240845363/Put/seqid=0 2024-12-15T05:34:05,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741948_1124 (size=14741) 2024-12-15T05:34:05,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/08e06dc3943b44b7b0c5cdf8e51562b8 2024-12-15T05:34:05,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/1006310955344d838ef9504bd385b073 is 50, key is test_row_0/B:col10/1734240845363/Put/seqid=0 2024-12-15T05:34:05,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240905386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741949_1125 (size=12301) 2024-12-15T05:34:05,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/1006310955344d838ef9504bd385b073 2024-12-15T05:34:05,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d88ea763273347919a688ced7876f0e4 is 50, key is test_row_0/C:col10/1734240845363/Put/seqid=0 2024-12-15T05:34:05,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741950_1126 (size=12301) 2024-12-15T05:34:05,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240905489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,603 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0b74deb3616943828b4017558f41626b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0b74deb3616943828b4017558f41626b 2024-12-15T05:34:05,606 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/668e36bb5fc1466aa40750dbab25a407 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/668e36bb5fc1466aa40750dbab25a407 2024-12-15T05:34:05,607 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 0b74deb3616943828b4017558f41626b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:05,607 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:05,607 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240845164; duration=0sec 2024-12-15T05:34:05,607 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:05,607 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:05,607 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:05,608 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:05,608 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:34:05,608 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:05,609 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9c892454428f43bb81d37274f0a19699, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b6761eb1935b4b2ab9a764e1a8f3dd03, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3dcc3e4224a24262afa41043617f9890] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.1 K 2024-12-15T05:34:05,609 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c892454428f43bb81d37274f0a19699, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1734240843842 2024-12-15T05:34:05,609 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6761eb1935b4b2ab9a764e1a8f3dd03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1734240843872 2024-12-15T05:34:05,610 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dcc3e4224a24262afa41043617f9890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734240844497 2024-12-15T05:34:05,611 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 668e36bb5fc1466aa40750dbab25a407(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:05,611 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:05,611 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240845165; duration=0sec 2024-12-15T05:34:05,611 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:05,611 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:05,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240905613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,616 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:05,616 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/683f3e11578d452789b326cb938ea4b1 is 50, key is test_row_0/C:col10/1734240844497/Put/seqid=0 2024-12-15T05:34:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240905616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240905615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240905619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741951_1127 (size=13493) 2024-12-15T05:34:05,627 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/683f3e11578d452789b326cb938ea4b1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/683f3e11578d452789b326cb938ea4b1 2024-12-15T05:34:05,632 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into 683f3e11578d452789b326cb938ea4b1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:05,632 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:05,632 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=13, startTime=1734240845165; duration=0sec 2024-12-15T05:34:05,632 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:05,632 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:05,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240905690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:05,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d88ea763273347919a688ced7876f0e4 2024-12-15T05:34:05,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/08e06dc3943b44b7b0c5cdf8e51562b8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/08e06dc3943b44b7b0c5cdf8e51562b8 2024-12-15T05:34:05,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/08e06dc3943b44b7b0c5cdf8e51562b8, entries=200, sequenceid=539, filesize=14.4 K 2024-12-15T05:34:05,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/1006310955344d838ef9504bd385b073 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1006310955344d838ef9504bd385b073 2024-12-15T05:34:05,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1006310955344d838ef9504bd385b073, entries=150, sequenceid=539, filesize=12.0 K 2024-12-15T05:34:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d88ea763273347919a688ced7876f0e4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d88ea763273347919a688ced7876f0e4 2024-12-15T05:34:05,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d88ea763273347919a688ced7876f0e4, entries=150, sequenceid=539, filesize=12.0 K 2024-12-15T05:34:05,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f9a65ba47c254127c8c8ab177b191fa3 in 472ms, sequenceid=539, compaction requested=false 2024-12-15T05:34:05,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T05:34:05,920 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-15T05:34:05,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-15T05:34:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T05:34:05,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:05,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:05,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:05,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:34:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:05,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4e3a93a3df1449ab8b0ad8d5f187923c is 50, key is test_row_0/A:col10/1734240845382/Put/seqid=0 2024-12-15T05:34:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741952_1128 (size=12301) 2024-12-15T05:34:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T05:34:06,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240906036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:06,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240906138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T05:34:06,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240906340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4e3a93a3df1449ab8b0ad8d5f187923c 2024-12-15T05:34:06,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/4724a14b7eb64b6281cc32bc576ebdc1 is 50, key is test_row_0/B:col10/1734240845382/Put/seqid=0 2024-12-15T05:34:06,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741953_1129 (size=12301) 2024-12-15T05:34:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T05:34:06,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240906623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240906626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240906626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240906629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240906643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:06,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/4724a14b7eb64b6281cc32bc576ebdc1 2024-12-15T05:34:06,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:06,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/6fc00a0f46974af8ba93dd77ee288fb2 is 50, key is test_row_0/C:col10/1734240845382/Put/seqid=0 2024-12-15T05:34:06,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:06,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741954_1130 (size=12301) 2024-12-15T05:34:06,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:06,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:06,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T05:34:07,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:07,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:07,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:07,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:07,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:07,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:07,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240907146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:07,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/6fc00a0f46974af8ba93dd77ee288fb2 2024-12-15T05:34:07,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/4e3a93a3df1449ab8b0ad8d5f187923c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4e3a93a3df1449ab8b0ad8d5f187923c 2024-12-15T05:34:07,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4e3a93a3df1449ab8b0ad8d5f187923c, entries=150, sequenceid=555, filesize=12.0 K 2024-12-15T05:34:07,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/4724a14b7eb64b6281cc32bc576ebdc1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4724a14b7eb64b6281cc32bc576ebdc1 2024-12-15T05:34:07,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4724a14b7eb64b6281cc32bc576ebdc1, entries=150, sequenceid=555, filesize=12.0 K 2024-12-15T05:34:07,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/6fc00a0f46974af8ba93dd77ee288fb2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/6fc00a0f46974af8ba93dd77ee288fb2 2024-12-15T05:34:07,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/6fc00a0f46974af8ba93dd77ee288fb2, entries=150, sequenceid=555, filesize=12.0 K 2024-12-15T05:34:07,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f9a65ba47c254127c8c8ab177b191fa3 in 1271ms, sequenceid=555, compaction requested=true 2024-12-15T05:34:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:07,265 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:07,265 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:07,266 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:07,266 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:07,266 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:34:07,266 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:34:07,266 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:07,266 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:07,266 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/668e36bb5fc1466aa40750dbab25a407, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1006310955344d838ef9504bd385b073, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4724a14b7eb64b6281cc32bc576ebdc1] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.2 K 2024-12-15T05:34:07,266 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0b74deb3616943828b4017558f41626b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/08e06dc3943b44b7b0c5cdf8e51562b8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4e3a93a3df1449ab8b0ad8d5f187923c] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=39.6 K 2024-12-15T05:34:07,267 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 668e36bb5fc1466aa40750dbab25a407, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734240844497 2024-12-15T05:34:07,267 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b74deb3616943828b4017558f41626b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734240844497 2024-12-15T05:34:07,267 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e06dc3943b44b7b0c5cdf8e51562b8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1734240845028 2024-12-15T05:34:07,267 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1006310955344d838ef9504bd385b073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1734240845028 2024-12-15T05:34:07,267 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 4724a14b7eb64b6281cc32bc576ebdc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1734240845382 2024-12-15T05:34:07,267 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e3a93a3df1449ab8b0ad8d5f187923c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1734240845382 2024-12-15T05:34:07,275 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#116 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:07,275 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/4732e870aa8948e78f64b61392f8a751 is 50, key is test_row_0/B:col10/1734240845382/Put/seqid=0 2024-12-15T05:34:07,275 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:07,276 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/db23152354734a718abe7b4c74d1b930 is 50, key is test_row_0/A:col10/1734240845382/Put/seqid=0 2024-12-15T05:34:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741956_1132 (size=13629) 2024-12-15T05:34:07,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741955_1131 (size=13629) 2024-12-15T05:34:07,297 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:07,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T05:34:07,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:07,298 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T05:34:07,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:07,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/8d8bcc9d93ee456eab55e195ea990a00 is 50, key is test_row_0/A:col10/1734240846035/Put/seqid=0 2024-12-15T05:34:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741957_1133 (size=12301) 2024-12-15T05:34:07,307 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/8d8bcc9d93ee456eab55e195ea990a00 2024-12-15T05:34:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/9fb313ac0d5f4145821968c9a94e0bde is 50, key is test_row_0/B:col10/1734240846035/Put/seqid=0 2024-12-15T05:34:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741958_1134 (size=12301) 2024-12-15T05:34:07,319 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/9fb313ac0d5f4145821968c9a94e0bde 2024-12-15T05:34:07,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/960a35a71f3b40f39379654cfac8b457 is 50, key is test_row_0/C:col10/1734240846035/Put/seqid=0 2024-12-15T05:34:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741959_1135 (size=12301) 2024-12-15T05:34:07,685 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/4732e870aa8948e78f64b61392f8a751 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4732e870aa8948e78f64b61392f8a751 2024-12-15T05:34:07,685 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/db23152354734a718abe7b4c74d1b930 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/db23152354734a718abe7b4c74d1b930 2024-12-15T05:34:07,689 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 4732e870aa8948e78f64b61392f8a751(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:07,689 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into db23152354734a718abe7b4c74d1b930(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:07,689 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:07,689 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:07,689 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240847265; duration=0sec 2024-12-15T05:34:07,689 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240847265; duration=0sec 2024-12-15T05:34:07,689 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:07,689 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:07,689 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:07,690 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:07,690 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:07,692 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:07,692 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:34:07,692 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:07,692 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/683f3e11578d452789b326cb938ea4b1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d88ea763273347919a688ced7876f0e4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/6fc00a0f46974af8ba93dd77ee288fb2] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.2 K 2024-12-15T05:34:07,693 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 683f3e11578d452789b326cb938ea4b1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734240844497 2024-12-15T05:34:07,693 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting d88ea763273347919a688ced7876f0e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1734240845028 2024-12-15T05:34:07,693 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc00a0f46974af8ba93dd77ee288fb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1734240845382 2024-12-15T05:34:07,700 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:07,701 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d9f26f3662ee4e5ebf4a83b59a3c5a11 is 50, key is test_row_0/C:col10/1734240845382/Put/seqid=0 2024-12-15T05:34:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741960_1136 (size=13595) 2024-12-15T05:34:07,729 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/960a35a71f3b40f39379654cfac8b457 2024-12-15T05:34:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/8d8bcc9d93ee456eab55e195ea990a00 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/8d8bcc9d93ee456eab55e195ea990a00 2024-12-15T05:34:07,740 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/8d8bcc9d93ee456eab55e195ea990a00, entries=150, sequenceid=578, filesize=12.0 K 2024-12-15T05:34:07,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/9fb313ac0d5f4145821968c9a94e0bde as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9fb313ac0d5f4145821968c9a94e0bde 2024-12-15T05:34:07,747 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9fb313ac0d5f4145821968c9a94e0bde, entries=150, sequenceid=578, filesize=12.0 K 2024-12-15T05:34:07,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/960a35a71f3b40f39379654cfac8b457 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/960a35a71f3b40f39379654cfac8b457 2024-12-15T05:34:07,753 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/960a35a71f3b40f39379654cfac8b457, entries=150, sequenceid=578, filesize=12.0 K 2024-12-15T05:34:07,754 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for f9a65ba47c254127c8c8ab177b191fa3 in 455ms, sequenceid=578, compaction requested=false 2024-12-15T05:34:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-15T05:34:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-15T05:34:07,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-15T05:34:07,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-12-15T05:34:07,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.8350 sec 2024-12-15T05:34:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T05:34:08,026 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-15T05:34:08,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-15T05:34:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T05:34:08,028 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:08,029 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:08,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:08,124 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d9f26f3662ee4e5ebf4a83b59a3c5a11 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d9f26f3662ee4e5ebf4a83b59a3c5a11 2024-12-15T05:34:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T05:34:08,130 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into d9f26f3662ee4e5ebf4a83b59a3c5a11(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:08,130 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:08,130 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=13, startTime=1734240847265; duration=0sec 2024-12-15T05:34:08,130 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:08,130 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:08,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:08,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:08,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:08,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:08,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:08,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:08,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:08,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0ede08a68ab842cfaf561e15556457d2 is 50, key is test_row_0/A:col10/1734240848166/Put/seqid=0 2024-12-15T05:34:08,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-15T05:34:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741961_1137 (size=12301) 2024-12-15T05:34:08,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240908212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240908315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T05:34:08,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-15T05:34:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-15T05:34:08,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:08,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240908516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0ede08a68ab842cfaf561e15556457d2 2024-12-15T05:34:08,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/bf72fd246c80472e8b9677ee8122290e is 50, key is test_row_0/B:col10/1734240848166/Put/seqid=0 2024-12-15T05:34:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741962_1138 (size=12301) 2024-12-15T05:34:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T05:34:08,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57484 deadline: 1734240908632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1734240908632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,634 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:08,634 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:08,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1734240908633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,638 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:08,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-15T05:34:08,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:08,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57468 deadline: 1734240908637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,641 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:08,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-15T05:34:08,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:08,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240908822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:08,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-15T05:34:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:08,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:09,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/bf72fd246c80472e8b9677ee8122290e 2024-12-15T05:34:09,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/c3aefde98f4b4a56a00e426a1f1a4398 is 50, key is test_row_0/C:col10/1734240848166/Put/seqid=0 2024-12-15T05:34:09,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741963_1139 (size=12301) 2024-12-15T05:34:09,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/c3aefde98f4b4a56a00e426a1f1a4398 2024-12-15T05:34:09,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0ede08a68ab842cfaf561e15556457d2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0ede08a68ab842cfaf561e15556457d2 2024-12-15T05:34:09,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0ede08a68ab842cfaf561e15556457d2, entries=150, sequenceid=592, filesize=12.0 K 2024-12-15T05:34:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/bf72fd246c80472e8b9677ee8122290e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/bf72fd246c80472e8b9677ee8122290e 2024-12-15T05:34:09,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/bf72fd246c80472e8b9677ee8122290e, entries=150, sequenceid=592, filesize=12.0 K 2024-12-15T05:34:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/c3aefde98f4b4a56a00e426a1f1a4398 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/c3aefde98f4b4a56a00e426a1f1a4398 2024-12-15T05:34:09,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/c3aefde98f4b4a56a00e426a1f1a4398, entries=150, sequenceid=592, filesize=12.0 K 2024-12-15T05:34:09,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f9a65ba47c254127c8c8ab177b191fa3 in 869ms, sequenceid=592, compaction requested=true 2024-12-15T05:34:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:09,036 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:34:09,036 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:09,037 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:09,037 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:09,037 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:34:09,037 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:34:09,037 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:09,037 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:09,038 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/db23152354734a718abe7b4c74d1b930, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/8d8bcc9d93ee456eab55e195ea990a00, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0ede08a68ab842cfaf561e15556457d2] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.3 K 2024-12-15T05:34:09,038 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4732e870aa8948e78f64b61392f8a751, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9fb313ac0d5f4145821968c9a94e0bde, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/bf72fd246c80472e8b9677ee8122290e] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.3 K 2024-12-15T05:34:09,038 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting db23152354734a718abe7b4c74d1b930, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1734240845382 2024-12-15T05:34:09,038 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 4732e870aa8948e78f64b61392f8a751, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1734240845382 2024-12-15T05:34:09,038 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fb313ac0d5f4145821968c9a94e0bde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1734240846020 2024-12-15T05:34:09,038 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d8bcc9d93ee456eab55e195ea990a00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1734240846020 2024-12-15T05:34:09,039 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting bf72fd246c80472e8b9677ee8122290e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1734240848157 2024-12-15T05:34:09,039 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ede08a68ab842cfaf561e15556457d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1734240848157 2024-12-15T05:34:09,045 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:09,045 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:09,045 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/f4bdd5891b0448eab284b8f21cdfc52e is 50, key is test_row_0/A:col10/1734240848166/Put/seqid=0 2024-12-15T05:34:09,045 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/0a4b849811f84501ba124555dfa6619a is 50, key is test_row_0/B:col10/1734240848166/Put/seqid=0 2024-12-15T05:34:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741964_1140 (size=13731) 2024-12-15T05:34:09,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741965_1141 (size=13731) 2024-12-15T05:34:09,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:09,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-15T05:34:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:09,096 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:09,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/63d3be8009104d3cafaaebb930bb7680 is 50, key is test_row_0/A:col10/1734240848206/Put/seqid=0 2024-12-15T05:34:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741966_1142 (size=12301) 2024-12-15T05:34:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T05:34:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:09,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. as already flushing 2024-12-15T05:34:09,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240909342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:09,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240909446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:09,454 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/0a4b849811f84501ba124555dfa6619a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0a4b849811f84501ba124555dfa6619a 2024-12-15T05:34:09,454 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/f4bdd5891b0448eab284b8f21cdfc52e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f4bdd5891b0448eab284b8f21cdfc52e 2024-12-15T05:34:09,459 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 0a4b849811f84501ba124555dfa6619a(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:09,459 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into f4bdd5891b0448eab284b8f21cdfc52e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:09,459 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:09,459 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:09,459 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240849036; duration=0sec 2024-12-15T05:34:09,459 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240849036; duration=0sec 2024-12-15T05:34:09,459 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:09,459 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:09,459 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:09,460 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:09,460 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:09,461 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:09,461 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:34:09,461 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:09,461 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d9f26f3662ee4e5ebf4a83b59a3c5a11, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/960a35a71f3b40f39379654cfac8b457, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/c3aefde98f4b4a56a00e426a1f1a4398] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.3 K 2024-12-15T05:34:09,461 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f26f3662ee4e5ebf4a83b59a3c5a11, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1734240845382 2024-12-15T05:34:09,462 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 960a35a71f3b40f39379654cfac8b457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1734240846020 2024-12-15T05:34:09,462 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c3aefde98f4b4a56a00e426a1f1a4398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1734240848157 2024-12-15T05:34:09,468 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:09,469 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d096f56e8edf47a1bd3f8ca3bb2456e2 is 50, key is test_row_0/C:col10/1734240848166/Put/seqid=0 2024-12-15T05:34:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741967_1143 (size=13697) 2024-12-15T05:34:09,505 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/63d3be8009104d3cafaaebb930bb7680 2024-12-15T05:34:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/e3d9329a880f4db6a45e88dc9d783da4 is 50, key is test_row_0/B:col10/1734240848206/Put/seqid=0 2024-12-15T05:34:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741968_1144 (size=12301) 2024-12-15T05:34:09,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240909649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:09,884 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/d096f56e8edf47a1bd3f8ca3bb2456e2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d096f56e8edf47a1bd3f8ca3bb2456e2 2024-12-15T05:34:09,889 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into d096f56e8edf47a1bd3f8ca3bb2456e2(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:09,889 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:09,889 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=13, startTime=1734240849036; duration=0sec 2024-12-15T05:34:09,889 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:09,889 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:09,917 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/e3d9329a880f4db6a45e88dc9d783da4 2024-12-15T05:34:09,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d2b0903ed594a03ad390f1571612619 is 50, key is test_row_0/C:col10/1734240848206/Put/seqid=0 2024-12-15T05:34:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741969_1145 (size=12301) 2024-12-15T05:34:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240909951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T05:34:10,329 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d2b0903ed594a03ad390f1571612619 2024-12-15T05:34:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/63d3be8009104d3cafaaebb930bb7680 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/63d3be8009104d3cafaaebb930bb7680 2024-12-15T05:34:10,339 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/63d3be8009104d3cafaaebb930bb7680, entries=150, sequenceid=617, filesize=12.0 K 2024-12-15T05:34:10,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/e3d9329a880f4db6a45e88dc9d783da4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/e3d9329a880f4db6a45e88dc9d783da4 2024-12-15T05:34:10,345 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/e3d9329a880f4db6a45e88dc9d783da4, entries=150, sequenceid=617, filesize=12.0 K 2024-12-15T05:34:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d2b0903ed594a03ad390f1571612619 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d2b0903ed594a03ad390f1571612619 2024-12-15T05:34:10,351 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d2b0903ed594a03ad390f1571612619, entries=150, sequenceid=617, filesize=12.0 K 2024-12-15T05:34:10,351 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f9a65ba47c254127c8c8ab177b191fa3 in 1255ms, sequenceid=617, compaction requested=false 2024-12-15T05:34:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-15T05:34:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-15T05:34:10,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-15T05:34:10,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3230 sec 2024-12-15T05:34:10,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.3300 sec 2024-12-15T05:34:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:10,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:34:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:10,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/2d1afa84ac0a49dfa44becea6374cbca is 50, key is test_row_0/A:col10/1734240849337/Put/seqid=0 2024-12-15T05:34:10,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741970_1146 (size=14741) 2024-12-15T05:34:10,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/2d1afa84ac0a49dfa44becea6374cbca 2024-12-15T05:34:10,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/7011f384cda24ebab972cef6625e3f8a is 50, key is test_row_0/B:col10/1734240849337/Put/seqid=0 2024-12-15T05:34:10,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741971_1147 (size=12301) 2024-12-15T05:34:10,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/7011f384cda24ebab972cef6625e3f8a 2024-12-15T05:34:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240910490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:10,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/f0f7c171b42c40e2bfc46e5e206a1820 is 50, key is test_row_0/C:col10/1734240849337/Put/seqid=0 2024-12-15T05:34:10,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741972_1148 (size=12301) 2024-12-15T05:34:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240910592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:10,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240910795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:10,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/f0f7c171b42c40e2bfc46e5e206a1820 2024-12-15T05:34:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/2d1afa84ac0a49dfa44becea6374cbca as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2d1afa84ac0a49dfa44becea6374cbca 2024-12-15T05:34:10,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2d1afa84ac0a49dfa44becea6374cbca, entries=200, sequenceid=632, filesize=14.4 K 2024-12-15T05:34:10,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/7011f384cda24ebab972cef6625e3f8a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7011f384cda24ebab972cef6625e3f8a 2024-12-15T05:34:10,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7011f384cda24ebab972cef6625e3f8a, entries=150, sequenceid=632, filesize=12.0 K 2024-12-15T05:34:10,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/f0f7c171b42c40e2bfc46e5e206a1820 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0f7c171b42c40e2bfc46e5e206a1820 2024-12-15T05:34:10,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0f7c171b42c40e2bfc46e5e206a1820, entries=150, sequenceid=632, filesize=12.0 K 2024-12-15T05:34:10,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f9a65ba47c254127c8c8ab177b191fa3 in 479ms, sequenceid=632, compaction requested=true 2024-12-15T05:34:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:10,935 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:10,935 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:10,936 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:10,936 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:10,936 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/B is initiating minor compaction (all files) 2024-12-15T05:34:10,936 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/A is initiating minor compaction (all files) 2024-12-15T05:34:10,936 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/B in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:10,936 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/A in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:10,936 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0a4b849811f84501ba124555dfa6619a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/e3d9329a880f4db6a45e88dc9d783da4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7011f384cda24ebab972cef6625e3f8a] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.4 K 2024-12-15T05:34:10,936 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f4bdd5891b0448eab284b8f21cdfc52e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/63d3be8009104d3cafaaebb930bb7680, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2d1afa84ac0a49dfa44becea6374cbca] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=39.8 K 2024-12-15T05:34:10,937 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4bdd5891b0448eab284b8f21cdfc52e, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1734240848157 2024-12-15T05:34:10,937 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a4b849811f84501ba124555dfa6619a, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1734240848157 2024-12-15T05:34:10,937 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d3be8009104d3cafaaebb930bb7680, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1734240848204 2024-12-15T05:34:10,937 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting e3d9329a880f4db6a45e88dc9d783da4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1734240848204 2024-12-15T05:34:10,937 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d1afa84ac0a49dfa44becea6374cbca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1734240849337 2024-12-15T05:34:10,937 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7011f384cda24ebab972cef6625e3f8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1734240849337 2024-12-15T05:34:10,944 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#A#compaction#134 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:10,944 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:10,944 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/01b6d636053042d89153c232901f4252 is 50, key is test_row_0/A:col10/1734240849337/Put/seqid=0 2024-12-15T05:34:10,945 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/9cbfe1279a354131ab99c58bbdf8b7c2 is 50, key is test_row_0/B:col10/1734240849337/Put/seqid=0 2024-12-15T05:34:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741974_1150 (size=13833) 2024-12-15T05:34:10,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741973_1149 (size=13833) 2024-12-15T05:34:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:11,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:11,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:11,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:11,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:11,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:11,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:11,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:11,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/c39e2f884896430f9b526574ee875776 is 50, key is test_row_0/A:col10/1734240850484/Put/seqid=0 2024-12-15T05:34:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741975_1151 (size=14741) 2024-12-15T05:34:11,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240911118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:11,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 356 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240911220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:11,355 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/9cbfe1279a354131ab99c58bbdf8b7c2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9cbfe1279a354131ab99c58bbdf8b7c2 2024-12-15T05:34:11,360 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/B of f9a65ba47c254127c8c8ab177b191fa3 into 9cbfe1279a354131ab99c58bbdf8b7c2(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:11,360 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:11,360 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/B, priority=13, startTime=1734240850935; duration=0sec 2024-12-15T05:34:11,361 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:11,361 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:11,361 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:11,362 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:11,362 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9a65ba47c254127c8c8ab177b191fa3/C is initiating minor compaction (all files) 2024-12-15T05:34:11,362 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9a65ba47c254127c8c8ab177b191fa3/C in TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:11,362 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d096f56e8edf47a1bd3f8ca3bb2456e2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d2b0903ed594a03ad390f1571612619, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0f7c171b42c40e2bfc46e5e206a1820] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp, totalSize=37.4 K 2024-12-15T05:34:11,363 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d096f56e8edf47a1bd3f8ca3bb2456e2, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1734240848157 2024-12-15T05:34:11,363 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d2b0903ed594a03ad390f1571612619, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1734240848204 2024-12-15T05:34:11,363 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f0f7c171b42c40e2bfc46e5e206a1820, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1734240849337 2024-12-15T05:34:11,369 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/01b6d636053042d89153c232901f4252 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/01b6d636053042d89153c232901f4252 2024-12-15T05:34:11,370 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9a65ba47c254127c8c8ab177b191fa3#C#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:11,370 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/8c6017deec714fc595de3027016269d3 is 50, key is test_row_0/C:col10/1734240849337/Put/seqid=0 2024-12-15T05:34:11,375 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/A of f9a65ba47c254127c8c8ab177b191fa3 into 01b6d636053042d89153c232901f4252(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:11,375 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:11,375 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/A, priority=13, startTime=1734240850935; duration=0sec 2024-12-15T05:34:11,375 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:11,375 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741976_1152 (size=13799) 2024-12-15T05:34:11,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 358 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240911421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:11,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/c39e2f884896430f9b526574ee875776 2024-12-15T05:34:11,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f61b137d56db48c196119ff217472517 is 50, key is test_row_0/B:col10/1734240850484/Put/seqid=0 2024-12-15T05:34:11,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741977_1153 (size=12301) 2024-12-15T05:34:11,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f61b137d56db48c196119ff217472517 2024-12-15T05:34:11,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/bf2a9373efe745ad8fdb641a03ef3eb0 is 50, key is test_row_0/C:col10/1734240850484/Put/seqid=0 2024-12-15T05:34:11,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741978_1154 (size=12301) 2024-12-15T05:34:11,590 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:53650 2024-12-15T05:34:11,590 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:11,592 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:53650 2024-12-15T05:34:11,592 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:11,593 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:53650 2024-12-15T05:34:11,593 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:11,594 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:53650 2024-12-15T05:34:11,594 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:11,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1734240911725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:11,730 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T05:34:11,782 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/8c6017deec714fc595de3027016269d3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8c6017deec714fc595de3027016269d3 2024-12-15T05:34:11,788 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9a65ba47c254127c8c8ab177b191fa3/C of f9a65ba47c254127c8c8ab177b191fa3 into 8c6017deec714fc595de3027016269d3(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:11,788 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:11,788 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3., storeName=f9a65ba47c254127c8c8ab177b191fa3/C, priority=13, startTime=1734240850935; duration=0sec 2024-12-15T05:34:11,788 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:11,788 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:11,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/bf2a9373efe745ad8fdb641a03ef3eb0 2024-12-15T05:34:11,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/c39e2f884896430f9b526574ee875776 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c39e2f884896430f9b526574ee875776 2024-12-15T05:34:12,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c39e2f884896430f9b526574ee875776, entries=200, sequenceid=657, filesize=14.4 K 2024-12-15T05:34:12,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/f61b137d56db48c196119ff217472517 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f61b137d56db48c196119ff217472517 2024-12-15T05:34:12,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f61b137d56db48c196119ff217472517, entries=150, sequenceid=657, filesize=12.0 K 2024-12-15T05:34:12,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/bf2a9373efe745ad8fdb641a03ef3eb0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/bf2a9373efe745ad8fdb641a03ef3eb0 2024-12-15T05:34:12,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/bf2a9373efe745ad8fdb641a03ef3eb0, entries=150, sequenceid=657, filesize=12.0 K 2024-12-15T05:34:12,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f9a65ba47c254127c8c8ab177b191fa3 in 919ms, sequenceid=657, compaction requested=false 2024-12-15T05:34:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T05:34:12,133 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-15T05:34:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:12,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:34:12,229 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:53650 2024-12-15T05:34:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:12,229 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:12,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:12,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:12,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0d503713402b41ceb6caffeb9653078b is 50, key is test_row_0/A:col10/1734240851109/Put/seqid=0 2024-12-15T05:34:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741979_1155 (size=12301) 2024-12-15T05:34:12,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0d503713402b41ceb6caffeb9653078b 2024-12-15T05:34:12,647 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:53650 2024-12-15T05:34:12,647 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:12,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/dcdb94f5005b4dabb7f2d8e65897e8ff is 50, key is test_row_0/B:col10/1734240851109/Put/seqid=0 2024-12-15T05:34:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741980_1156 (size=12301) 2024-12-15T05:34:12,654 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:53650 2024-12-15T05:34:12,654 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:12,657 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:53650 2024-12-15T05:34:12,657 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:12,672 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:53650 2024-12-15T05:34:12,672 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 198 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7434 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7436 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3303 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9905 rows 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3325 2024-12-15T05:34:12,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9975 rows 2024-12-15T05:34:12,672 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T05:34:12,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:53650 2024-12-15T05:34:12,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:12,679 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T05:34:12,683 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T05:34:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:12,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240852689"}]},"ts":"1734240852689"} 2024-12-15T05:34:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-15T05:34:12,691 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T05:34:12,698 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T05:34:12,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:34:12,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9a65ba47c254127c8c8ab177b191fa3, UNASSIGN}] 2024-12-15T05:34:12,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9a65ba47c254127c8c8ab177b191fa3, UNASSIGN 2024-12-15T05:34:12,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=f9a65ba47c254127c8c8ab177b191fa3, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:12,707 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:34:12,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:34:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-15T05:34:12,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:12,867 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:12,867 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:34:12,869 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing f9a65ba47c254127c8c8ab177b191fa3, disabling compactions & flushes 2024-12-15T05:34:12,869 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-15T05:34:13,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/dcdb94f5005b4dabb7f2d8e65897e8ff 2024-12-15T05:34:13,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d137276782349fb8446d3eb19caaa48 is 50, key is test_row_0/C:col10/1734240851109/Put/seqid=0 2024-12-15T05:34:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741981_1157 (size=12301) 2024-12-15T05:34:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-15T05:34:13,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d137276782349fb8446d3eb19caaa48 2024-12-15T05:34:13,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/0d503713402b41ceb6caffeb9653078b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0d503713402b41ceb6caffeb9653078b 2024-12-15T05:34:13,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0d503713402b41ceb6caffeb9653078b, entries=150, sequenceid=672, filesize=12.0 K 2024-12-15T05:34:13,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/dcdb94f5005b4dabb7f2d8e65897e8ff as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/dcdb94f5005b4dabb7f2d8e65897e8ff 2024-12-15T05:34:13,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/dcdb94f5005b4dabb7f2d8e65897e8ff, entries=150, sequenceid=672, filesize=12.0 K 2024-12-15T05:34:13,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/7d137276782349fb8446d3eb19caaa48 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d137276782349fb8446d3eb19caaa48 2024-12-15T05:34:13,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d137276782349fb8446d3eb19caaa48, entries=150, sequenceid=672, filesize=12.0 K 2024-12-15T05:34:13,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for f9a65ba47c254127c8c8ab177b191fa3 in 1270ms, sequenceid=672, compaction requested=true 2024-12-15T05:34:13,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:13,499 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:13,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:13,499 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. after waiting 0 ms 2024-12-15T05:34:13,499 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:A 2024-12-15T05:34:13,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:13,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:B, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:13,499 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:34:13,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:13,499 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:B 2024-12-15T05:34:13,499 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing f9a65ba47c254127c8c8ab177b191fa3 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T05:34:13,499 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. because compaction request was cancelled 2024-12-15T05:34:13,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9a65ba47c254127c8c8ab177b191fa3:C, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:13,499 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9a65ba47c254127c8c8ab177b191fa3:C 2024-12-15T05:34:13,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=A 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=B 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9a65ba47c254127c8c8ab177b191fa3, store=C 2024-12-15T05:34:13,499 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:13,502 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/737bdbca30024eaa8ecac149cf4f3710 is 50, key is test_row_0/A:col10/1734240852670/Put/seqid=0 2024-12-15T05:34:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741982_1158 (size=12301) 2024-12-15T05:34:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-15T05:34:13,908 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/737bdbca30024eaa8ecac149cf4f3710 2024-12-15T05:34:13,923 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d8edfb54e3734b248fd8e8873aadad63 is 50, key is test_row_0/B:col10/1734240852670/Put/seqid=0 2024-12-15T05:34:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741983_1159 (size=12301) 2024-12-15T05:34:14,329 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d8edfb54e3734b248fd8e8873aadad63 2024-12-15T05:34:14,342 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/f0e5d14b8377480e8ea6eb8e2c4bc036 is 50, key is test_row_0/C:col10/1734240852670/Put/seqid=0 2024-12-15T05:34:14,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741984_1160 (size=12301) 2024-12-15T05:34:14,747 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/f0e5d14b8377480e8ea6eb8e2c4bc036 2024-12-15T05:34:14,757 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/A/737bdbca30024eaa8ecac149cf4f3710 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/737bdbca30024eaa8ecac149cf4f3710 2024-12-15T05:34:14,762 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/737bdbca30024eaa8ecac149cf4f3710, entries=150, sequenceid=679, filesize=12.0 K 2024-12-15T05:34:14,763 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/B/d8edfb54e3734b248fd8e8873aadad63 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d8edfb54e3734b248fd8e8873aadad63 2024-12-15T05:34:14,768 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d8edfb54e3734b248fd8e8873aadad63, entries=150, sequenceid=679, filesize=12.0 K 2024-12-15T05:34:14,770 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/.tmp/C/f0e5d14b8377480e8ea6eb8e2c4bc036 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0e5d14b8377480e8ea6eb8e2c4bc036 2024-12-15T05:34:14,774 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0e5d14b8377480e8ea6eb8e2c4bc036, entries=150, sequenceid=679, filesize=12.0 K 2024-12-15T05:34:14,775 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f9a65ba47c254127c8c8ab177b191fa3 in 1276ms, sequenceid=679, compaction requested=true 2024-12-15T05:34:14,776 DEBUG [StoreCloser-TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2169a6cd015b4aa798fa311226b99ee0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7a52e1ba925c44eebb2b75c774f271d1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/fcffd437e4674595be0e66761de82078, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/6c9386792f1042258ad84c6faa048daa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9583f7c8f0564ff2890a81f230e706dd, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/18ddf95ba1914470b709cc1b755ca971, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9d4a5144aa574604b90579d5caa76495, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/78db19b8017d4e51904316d1d9803407, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/b325bd16c5fc438e8969908d87e2f76d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/007de041933343bcb4333253aadc63af, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/554c2252a0464821853b9248b7ccecd8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4165c8c91ad741c9a5be2297e4611b32, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a286b717b4d444cc9b912bc214c0af39, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7b91090ccbd94198bbfc73f56023093d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/95c88a8e43414eb3a578bb5e66a856aa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f2b8deff3eed44a4a3ca9f05100eca59, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0429e949640548408f60529b500fb253, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/109bd086b5f2459cb03547e1f57256e9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a744026c9380431ebd33931ff6bc3e69, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/e7dcb1291cca4647aa3023e242a982b5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1b0cbe0036ac438e9e99f3b474dfbe5b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/90ab72681f4449b3a811659cb4fda5c6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c4b0aff61ae147e4b5579bdcf6c129ad, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/781f72f715e140e9a545d72db462b507, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/da203fdaf08b44a9915c5864b37c45c2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/14439e703873425cbd20b5488c4741f5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/240ca066a61e451ca07d85aa19b764ec, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/3fa0becfba8c40e2934b8d4c649686c8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/baf107ca6060454391776d1be77bda12, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/dfaf2fd996644de9a9095513169c1e72, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/92e91f3e4929422a8f1e480e1b2cf6a9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/d54e2a951f6e469085a56d5a3bbed056, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9461c821ce9948a78a03f6dd9f66f690, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1e51ebd4cc794d1096392896eb1cb55a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4af14e15cf244a008cd1e808eebb6471, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0b74deb3616943828b4017558f41626b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/530c99db8adf4f6794da60e288d9deac, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/08e06dc3943b44b7b0c5cdf8e51562b8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/db23152354734a718abe7b4c74d1b930, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4e3a93a3df1449ab8b0ad8d5f187923c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/8d8bcc9d93ee456eab55e195ea990a00, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f4bdd5891b0448eab284b8f21cdfc52e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0ede08a68ab842cfaf561e15556457d2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/63d3be8009104d3cafaaebb930bb7680, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2d1afa84ac0a49dfa44becea6374cbca] to archive 2024-12-15T05:34:14,778 DEBUG [StoreCloser-TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:34:14,784 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/fcffd437e4674595be0e66761de82078 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/fcffd437e4674595be0e66761de82078 2024-12-15T05:34:14,785 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9d4a5144aa574604b90579d5caa76495 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9d4a5144aa574604b90579d5caa76495 2024-12-15T05:34:14,785 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/18ddf95ba1914470b709cc1b755ca971 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/18ddf95ba1914470b709cc1b755ca971 2024-12-15T05:34:14,785 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9583f7c8f0564ff2890a81f230e706dd to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9583f7c8f0564ff2890a81f230e706dd 2024-12-15T05:34:14,785 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/78db19b8017d4e51904316d1d9803407 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/78db19b8017d4e51904316d1d9803407 2024-12-15T05:34:14,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/6c9386792f1042258ad84c6faa048daa to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/6c9386792f1042258ad84c6faa048daa 2024-12-15T05:34:14,785 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7a52e1ba925c44eebb2b75c774f271d1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7a52e1ba925c44eebb2b75c774f271d1 2024-12-15T05:34:14,785 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2169a6cd015b4aa798fa311226b99ee0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2169a6cd015b4aa798fa311226b99ee0 2024-12-15T05:34:14,787 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/b325bd16c5fc438e8969908d87e2f76d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/b325bd16c5fc438e8969908d87e2f76d 2024-12-15T05:34:14,787 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4165c8c91ad741c9a5be2297e4611b32 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4165c8c91ad741c9a5be2297e4611b32 2024-12-15T05:34:14,787 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a286b717b4d444cc9b912bc214c0af39 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a286b717b4d444cc9b912bc214c0af39 2024-12-15T05:34:14,787 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7b91090ccbd94198bbfc73f56023093d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/7b91090ccbd94198bbfc73f56023093d 2024-12-15T05:34:14,788 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/007de041933343bcb4333253aadc63af to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/007de041933343bcb4333253aadc63af 2024-12-15T05:34:14,788 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/554c2252a0464821853b9248b7ccecd8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/554c2252a0464821853b9248b7ccecd8 2024-12-15T05:34:14,788 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f2b8deff3eed44a4a3ca9f05100eca59 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f2b8deff3eed44a4a3ca9f05100eca59 2024-12-15T05:34:14,788 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/95c88a8e43414eb3a578bb5e66a856aa to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/95c88a8e43414eb3a578bb5e66a856aa 2024-12-15T05:34:14,789 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0429e949640548408f60529b500fb253 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0429e949640548408f60529b500fb253 2024-12-15T05:34:14,789 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a744026c9380431ebd33931ff6bc3e69 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/a744026c9380431ebd33931ff6bc3e69 2024-12-15T05:34:14,789 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/109bd086b5f2459cb03547e1f57256e9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/109bd086b5f2459cb03547e1f57256e9 2024-12-15T05:34:14,789 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/90ab72681f4449b3a811659cb4fda5c6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/90ab72681f4449b3a811659cb4fda5c6 2024-12-15T05:34:14,790 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/e7dcb1291cca4647aa3023e242a982b5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/e7dcb1291cca4647aa3023e242a982b5 2024-12-15T05:34:14,790 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c4b0aff61ae147e4b5579bdcf6c129ad to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c4b0aff61ae147e4b5579bdcf6c129ad 2024-12-15T05:34:14,790 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/781f72f715e140e9a545d72db462b507 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/781f72f715e140e9a545d72db462b507 2024-12-15T05:34:14,790 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1b0cbe0036ac438e9e99f3b474dfbe5b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1b0cbe0036ac438e9e99f3b474dfbe5b 2024-12-15T05:34:14,792 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/240ca066a61e451ca07d85aa19b764ec to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/240ca066a61e451ca07d85aa19b764ec 2024-12-15T05:34:14,792 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/3fa0becfba8c40e2934b8d4c649686c8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/3fa0becfba8c40e2934b8d4c649686c8 2024-12-15T05:34:14,792 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/baf107ca6060454391776d1be77bda12 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/baf107ca6060454391776d1be77bda12 2024-12-15T05:34:14,792 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/dfaf2fd996644de9a9095513169c1e72 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/dfaf2fd996644de9a9095513169c1e72 2024-12-15T05:34:14,792 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/d54e2a951f6e469085a56d5a3bbed056 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/d54e2a951f6e469085a56d5a3bbed056 2024-12-15T05:34:14,792 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/92e91f3e4929422a8f1e480e1b2cf6a9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/92e91f3e4929422a8f1e480e1b2cf6a9 2024-12-15T05:34:14,792 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/da203fdaf08b44a9915c5864b37c45c2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/da203fdaf08b44a9915c5864b37c45c2 2024-12-15T05:34:14,793 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/14439e703873425cbd20b5488c4741f5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/14439e703873425cbd20b5488c4741f5 2024-12-15T05:34:14,794 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9461c821ce9948a78a03f6dd9f66f690 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/9461c821ce9948a78a03f6dd9f66f690 2024-12-15T05:34:14,794 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/08e06dc3943b44b7b0c5cdf8e51562b8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/08e06dc3943b44b7b0c5cdf8e51562b8 2024-12-15T05:34:14,794 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/db23152354734a718abe7b4c74d1b930 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/db23152354734a718abe7b4c74d1b930 2024-12-15T05:34:14,794 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4af14e15cf244a008cd1e808eebb6471 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4af14e15cf244a008cd1e808eebb6471 2024-12-15T05:34:14,794 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1e51ebd4cc794d1096392896eb1cb55a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/1e51ebd4cc794d1096392896eb1cb55a 2024-12-15T05:34:14,794 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/530c99db8adf4f6794da60e288d9deac to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/530c99db8adf4f6794da60e288d9deac 2024-12-15T05:34:14,795 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4e3a93a3df1449ab8b0ad8d5f187923c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/4e3a93a3df1449ab8b0ad8d5f187923c 2024-12-15T05:34:14,795 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0b74deb3616943828b4017558f41626b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0b74deb3616943828b4017558f41626b 2024-12-15T05:34:14,795 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f4bdd5891b0448eab284b8f21cdfc52e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/f4bdd5891b0448eab284b8f21cdfc52e 2024-12-15T05:34:14,796 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0ede08a68ab842cfaf561e15556457d2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0ede08a68ab842cfaf561e15556457d2 2024-12-15T05:34:14,796 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/8d8bcc9d93ee456eab55e195ea990a00 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/8d8bcc9d93ee456eab55e195ea990a00 2024-12-15T05:34:14,796 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/63d3be8009104d3cafaaebb930bb7680 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/63d3be8009104d3cafaaebb930bb7680 2024-12-15T05:34:14,796 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2d1afa84ac0a49dfa44becea6374cbca to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/2d1afa84ac0a49dfa44becea6374cbca 2024-12-15T05:34:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-15T05:34:14,808 DEBUG [StoreCloser-TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/05a3064a9b7949ce9624c06e764aafdf, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/210508730a7742feaa61637c75abe140, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2a7c9be14d52494ab76c5d732d40d327, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8b184c9b9bef4ef2a6fe08ac30884461, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/ba5bf13dbaaa40a9aedb5c80aede51d3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afda4ba6faa849e296523946ba6c5740, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/cbad293c8b544ffeaaee1827a9ab4086, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/49ddc7f5e7a342218750248477fd7b4a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/c3ab18544a2641a8bb0bfdbbce1d15bc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/af28a4eca29243b5aad003f6678d5777, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7068e6d02a1845f79787112aafe9b0a3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f566f014009846759f2b93cd767a7e15, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4c098a6ff8e24bb3970838676b650b0c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/db73897cc61e4e36baf9e87daf7b7215, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/47eaae3e8508479ba8561c7228c8edc4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2689dade559c47bd84c20b906a66b074, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/56e8f300055349c5ba83540d117e997a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d4ff446d1d5643719c69c468321aa86e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/eea9785e55c94e38bdaefa7f463f63c0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/619513753b844b029b505c79fef2ffa6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f70115a09d264e058255de03248b7dce, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f725a6a835df489bbf029f52f7a5d53a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9ebba17d10dd4c72be0590bdfebb5774, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/08bd0384cf7c4786bd7c3556a285427a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/5266debcb68b43b6a3186ad867b93af2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0844319218574be39742b9791417c0a1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afad99fd41ad4a6d98f391a4078270ab, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/a67b139fbd0545168bca32862b6f0c46, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/57200a036aea4588a60d1638d97a514d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8d3016c8936246199ad3e85498920d13, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1cb46ed03269479bba198ce9577ce44f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/df2d31d9980b45309b7cdfce9cf870df, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/be646cc00f4546428dd5ad9d770c295e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d68c1a58b8b14dbabdcf8229b4c49dcf, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/10b9a49e90ff42d58f4fbd2187eba54e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/668e36bb5fc1466aa40750dbab25a407, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/26cd28238475455396135de3a2bddade, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1006310955344d838ef9504bd385b073, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4732e870aa8948e78f64b61392f8a751, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4724a14b7eb64b6281cc32bc576ebdc1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9fb313ac0d5f4145821968c9a94e0bde, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0a4b849811f84501ba124555dfa6619a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/bf72fd246c80472e8b9677ee8122290e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/e3d9329a880f4db6a45e88dc9d783da4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7011f384cda24ebab972cef6625e3f8a] to archive 2024-12-15T05:34:14,809 DEBUG [StoreCloser-TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:34:14,811 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/05a3064a9b7949ce9624c06e764aafdf to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/05a3064a9b7949ce9624c06e764aafdf 2024-12-15T05:34:14,811 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/210508730a7742feaa61637c75abe140 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/210508730a7742feaa61637c75abe140 2024-12-15T05:34:14,811 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2a7c9be14d52494ab76c5d732d40d327 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2a7c9be14d52494ab76c5d732d40d327 2024-12-15T05:34:14,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/ba5bf13dbaaa40a9aedb5c80aede51d3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/ba5bf13dbaaa40a9aedb5c80aede51d3 2024-12-15T05:34:14,811 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/cbad293c8b544ffeaaee1827a9ab4086 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/cbad293c8b544ffeaaee1827a9ab4086 2024-12-15T05:34:14,811 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8b184c9b9bef4ef2a6fe08ac30884461 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8b184c9b9bef4ef2a6fe08ac30884461 2024-12-15T05:34:14,812 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afda4ba6faa849e296523946ba6c5740 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afda4ba6faa849e296523946ba6c5740 2024-12-15T05:34:14,812 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/49ddc7f5e7a342218750248477fd7b4a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/49ddc7f5e7a342218750248477fd7b4a 2024-12-15T05:34:14,813 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4c098a6ff8e24bb3970838676b650b0c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4c098a6ff8e24bb3970838676b650b0c 2024-12-15T05:34:14,813 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/c3ab18544a2641a8bb0bfdbbce1d15bc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/c3ab18544a2641a8bb0bfdbbce1d15bc 2024-12-15T05:34:14,813 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/af28a4eca29243b5aad003f6678d5777 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/af28a4eca29243b5aad003f6678d5777 2024-12-15T05:34:14,813 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/db73897cc61e4e36baf9e87daf7b7215 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/db73897cc61e4e36baf9e87daf7b7215 2024-12-15T05:34:14,813 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7068e6d02a1845f79787112aafe9b0a3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7068e6d02a1845f79787112aafe9b0a3 2024-12-15T05:34:14,813 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2689dade559c47bd84c20b906a66b074 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/2689dade559c47bd84c20b906a66b074 2024-12-15T05:34:14,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f566f014009846759f2b93cd767a7e15 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f566f014009846759f2b93cd767a7e15 2024-12-15T05:34:14,814 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/47eaae3e8508479ba8561c7228c8edc4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/47eaae3e8508479ba8561c7228c8edc4 2024-12-15T05:34:14,815 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d4ff446d1d5643719c69c468321aa86e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d4ff446d1d5643719c69c468321aa86e 2024-12-15T05:34:14,815 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/56e8f300055349c5ba83540d117e997a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/56e8f300055349c5ba83540d117e997a 2024-12-15T05:34:14,815 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/eea9785e55c94e38bdaefa7f463f63c0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/eea9785e55c94e38bdaefa7f463f63c0 2024-12-15T05:34:14,816 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/08bd0384cf7c4786bd7c3556a285427a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/08bd0384cf7c4786bd7c3556a285427a 2024-12-15T05:34:14,816 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/619513753b844b029b505c79fef2ffa6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/619513753b844b029b505c79fef2ffa6 2024-12-15T05:34:14,816 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f70115a09d264e058255de03248b7dce to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f70115a09d264e058255de03248b7dce 2024-12-15T05:34:14,817 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/5266debcb68b43b6a3186ad867b93af2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/5266debcb68b43b6a3186ad867b93af2 2024-12-15T05:34:14,817 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afad99fd41ad4a6d98f391a4078270ab to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/afad99fd41ad4a6d98f391a4078270ab 2024-12-15T05:34:14,817 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0844319218574be39742b9791417c0a1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0844319218574be39742b9791417c0a1 2024-12-15T05:34:14,818 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/57200a036aea4588a60d1638d97a514d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/57200a036aea4588a60d1638d97a514d 2024-12-15T05:34:14,818 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/a67b139fbd0545168bca32862b6f0c46 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/a67b139fbd0545168bca32862b6f0c46 2024-12-15T05:34:14,818 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8d3016c8936246199ad3e85498920d13 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/8d3016c8936246199ad3e85498920d13 2024-12-15T05:34:14,818 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1cb46ed03269479bba198ce9577ce44f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1cb46ed03269479bba198ce9577ce44f 2024-12-15T05:34:14,819 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/df2d31d9980b45309b7cdfce9cf870df to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/df2d31d9980b45309b7cdfce9cf870df 2024-12-15T05:34:14,819 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/be646cc00f4546428dd5ad9d770c295e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/be646cc00f4546428dd5ad9d770c295e 2024-12-15T05:34:14,819 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f725a6a835df489bbf029f52f7a5d53a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f725a6a835df489bbf029f52f7a5d53a 2024-12-15T05:34:14,819 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9ebba17d10dd4c72be0590bdfebb5774 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9ebba17d10dd4c72be0590bdfebb5774 2024-12-15T05:34:14,820 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d68c1a58b8b14dbabdcf8229b4c49dcf to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d68c1a58b8b14dbabdcf8229b4c49dcf 2024-12-15T05:34:14,820 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/10b9a49e90ff42d58f4fbd2187eba54e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/10b9a49e90ff42d58f4fbd2187eba54e 2024-12-15T05:34:14,820 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/26cd28238475455396135de3a2bddade to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/26cd28238475455396135de3a2bddade 2024-12-15T05:34:14,821 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4732e870aa8948e78f64b61392f8a751 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4732e870aa8948e78f64b61392f8a751 2024-12-15T05:34:14,821 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9fb313ac0d5f4145821968c9a94e0bde to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9fb313ac0d5f4145821968c9a94e0bde 2024-12-15T05:34:14,821 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/668e36bb5fc1466aa40750dbab25a407 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/668e36bb5fc1466aa40750dbab25a407 2024-12-15T05:34:14,821 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4724a14b7eb64b6281cc32bc576ebdc1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/4724a14b7eb64b6281cc32bc576ebdc1 2024-12-15T05:34:14,821 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0a4b849811f84501ba124555dfa6619a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/0a4b849811f84501ba124555dfa6619a 2024-12-15T05:34:14,822 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/bf72fd246c80472e8b9677ee8122290e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/bf72fd246c80472e8b9677ee8122290e 2024-12-15T05:34:14,822 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1006310955344d838ef9504bd385b073 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/1006310955344d838ef9504bd385b073 2024-12-15T05:34:14,822 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/e3d9329a880f4db6a45e88dc9d783da4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/e3d9329a880f4db6a45e88dc9d783da4 2024-12-15T05:34:14,822 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7011f384cda24ebab972cef6625e3f8a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/7011f384cda24ebab972cef6625e3f8a 2024-12-15T05:34:14,827 DEBUG [StoreCloser-TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dffb8949a2564b06a5fee5f8ef6f276e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b5a0ad445bd74297a7718924011de703, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e39f86955dbf441aa867b5f1076a8d7c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec3324665dd24daeac1d20725ee0bdd9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9e361ef520f64d229f3a55ec85129179, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/698ecd84ba9d4d1ab2361860ec8a8e57, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4f382f143e804af5aa871d75f3d2db0f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a91df44ea7824dbe8863de39978d8fd1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/87aaf7a521e14bd5a5cb2f573054a3b4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/72c493cc95aa413dab35095e8d3140a7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec59945ba6304c15b61fa6fd14740df5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4c94c49f6668449098e495d2d6888205, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3cc0aefb359c400e823c682503f616a9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8b4c1733c1e3418ba6e82737f60454bc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d212ddf4ab44572b2a8183cd16a06e9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/22bda71e3f6e49e38dad0905313c5888, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e4796508fd9240ac8e5b3c7ce93e69d4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4afd337207f34101a0e696d267da15e2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/42a40702f7494efa94b92073701ba1ed, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f6230101e4a4ab9a2d1d529ec2f004b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/372445ef043e4fb08a9fc58cfa4957aa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d8dd12b4d1b048f788d4f6d7e67d4882, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a5789ccc58a34b05a122983aa19fc7cc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/2ee1bffa7adc48d2902831de1a29c471, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/53ae2db8dce945f495aa3abab5bdd3fc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7a7572f3777a407f88f8c31dc5fa3b35, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/858a171a3e57455eb662311703b571a9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f59ce22f137424bb0718f4c56da882d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dfb3362862744fc99f91f169975f0700, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/cb8e828c4027443d97456033cee1a7ab, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3d5e5f4e73254c08b772fec6378cd526, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9c892454428f43bb81d37274f0a19699, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ddad6128a88f4c2497298904e7d9a12e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b6761eb1935b4b2ab9a764e1a8f3dd03, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/683f3e11578d452789b326cb938ea4b1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3dcc3e4224a24262afa41043617f9890, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d88ea763273347919a688ced7876f0e4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d9f26f3662ee4e5ebf4a83b59a3c5a11, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/6fc00a0f46974af8ba93dd77ee288fb2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/960a35a71f3b40f39379654cfac8b457, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d096f56e8edf47a1bd3f8ca3bb2456e2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/c3aefde98f4b4a56a00e426a1f1a4398, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d2b0903ed594a03ad390f1571612619, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0f7c171b42c40e2bfc46e5e206a1820] to archive 2024-12-15T05:34:14,828 DEBUG [StoreCloser-TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:34:14,831 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dffb8949a2564b06a5fee5f8ef6f276e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dffb8949a2564b06a5fee5f8ef6f276e 2024-12-15T05:34:14,831 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a91df44ea7824dbe8863de39978d8fd1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a91df44ea7824dbe8863de39978d8fd1 2024-12-15T05:34:14,831 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e39f86955dbf441aa867b5f1076a8d7c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e39f86955dbf441aa867b5f1076a8d7c 2024-12-15T05:34:14,831 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9e361ef520f64d229f3a55ec85129179 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9e361ef520f64d229f3a55ec85129179 2024-12-15T05:34:14,831 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b5a0ad445bd74297a7718924011de703 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b5a0ad445bd74297a7718924011de703 2024-12-15T05:34:14,832 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec3324665dd24daeac1d20725ee0bdd9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec3324665dd24daeac1d20725ee0bdd9 2024-12-15T05:34:14,832 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4f382f143e804af5aa871d75f3d2db0f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4f382f143e804af5aa871d75f3d2db0f 2024-12-15T05:34:14,832 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/698ecd84ba9d4d1ab2361860ec8a8e57 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/698ecd84ba9d4d1ab2361860ec8a8e57 2024-12-15T05:34:14,833 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4c94c49f6668449098e495d2d6888205 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4c94c49f6668449098e495d2d6888205 2024-12-15T05:34:14,833 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec59945ba6304c15b61fa6fd14740df5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ec59945ba6304c15b61fa6fd14740df5 2024-12-15T05:34:14,833 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3cc0aefb359c400e823c682503f616a9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3cc0aefb359c400e823c682503f616a9 2024-12-15T05:34:14,833 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/72c493cc95aa413dab35095e8d3140a7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/72c493cc95aa413dab35095e8d3140a7 2024-12-15T05:34:14,833 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/87aaf7a521e14bd5a5cb2f573054a3b4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/87aaf7a521e14bd5a5cb2f573054a3b4 2024-12-15T05:34:14,834 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/22bda71e3f6e49e38dad0905313c5888 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/22bda71e3f6e49e38dad0905313c5888 2024-12-15T05:34:14,834 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d212ddf4ab44572b2a8183cd16a06e9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d212ddf4ab44572b2a8183cd16a06e9 2024-12-15T05:34:14,835 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8b4c1733c1e3418ba6e82737f60454bc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8b4c1733c1e3418ba6e82737f60454bc 2024-12-15T05:34:14,835 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e4796508fd9240ac8e5b3c7ce93e69d4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/e4796508fd9240ac8e5b3c7ce93e69d4 2024-12-15T05:34:14,835 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f6230101e4a4ab9a2d1d529ec2f004b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f6230101e4a4ab9a2d1d529ec2f004b 2024-12-15T05:34:14,835 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4afd337207f34101a0e696d267da15e2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/4afd337207f34101a0e696d267da15e2 2024-12-15T05:34:14,835 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/42a40702f7494efa94b92073701ba1ed to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/42a40702f7494efa94b92073701ba1ed 2024-12-15T05:34:14,836 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d8dd12b4d1b048f788d4f6d7e67d4882 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d8dd12b4d1b048f788d4f6d7e67d4882 2024-12-15T05:34:14,836 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a5789ccc58a34b05a122983aa19fc7cc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/a5789ccc58a34b05a122983aa19fc7cc 2024-12-15T05:34:14,836 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/372445ef043e4fb08a9fc58cfa4957aa to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/372445ef043e4fb08a9fc58cfa4957aa 2024-12-15T05:34:14,837 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/2ee1bffa7adc48d2902831de1a29c471 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/2ee1bffa7adc48d2902831de1a29c471 2024-12-15T05:34:14,837 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7a7572f3777a407f88f8c31dc5fa3b35 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7a7572f3777a407f88f8c31dc5fa3b35 2024-12-15T05:34:14,837 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/53ae2db8dce945f495aa3abab5bdd3fc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/53ae2db8dce945f495aa3abab5bdd3fc 2024-12-15T05:34:14,838 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/858a171a3e57455eb662311703b571a9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/858a171a3e57455eb662311703b571a9 2024-12-15T05:34:14,838 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f59ce22f137424bb0718f4c56da882d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/1f59ce22f137424bb0718f4c56da882d 2024-12-15T05:34:14,838 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dfb3362862744fc99f91f169975f0700 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/dfb3362862744fc99f91f169975f0700 2024-12-15T05:34:14,839 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3d5e5f4e73254c08b772fec6378cd526 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3d5e5f4e73254c08b772fec6378cd526 2024-12-15T05:34:14,839 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/cb8e828c4027443d97456033cee1a7ab to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/cb8e828c4027443d97456033cee1a7ab 2024-12-15T05:34:14,839 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9c892454428f43bb81d37274f0a19699 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/9c892454428f43bb81d37274f0a19699 2024-12-15T05:34:14,839 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ddad6128a88f4c2497298904e7d9a12e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/ddad6128a88f4c2497298904e7d9a12e 2024-12-15T05:34:14,839 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3dcc3e4224a24262afa41043617f9890 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/3dcc3e4224a24262afa41043617f9890 2024-12-15T05:34:14,840 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b6761eb1935b4b2ab9a764e1a8f3dd03 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/b6761eb1935b4b2ab9a764e1a8f3dd03 2024-12-15T05:34:14,841 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d88ea763273347919a688ced7876f0e4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d88ea763273347919a688ced7876f0e4 2024-12-15T05:34:14,841 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/683f3e11578d452789b326cb938ea4b1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/683f3e11578d452789b326cb938ea4b1 2024-12-15T05:34:14,841 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/6fc00a0f46974af8ba93dd77ee288fb2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/6fc00a0f46974af8ba93dd77ee288fb2 2024-12-15T05:34:14,841 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/c3aefde98f4b4a56a00e426a1f1a4398 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/c3aefde98f4b4a56a00e426a1f1a4398 2024-12-15T05:34:14,841 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/960a35a71f3b40f39379654cfac8b457 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/960a35a71f3b40f39379654cfac8b457 2024-12-15T05:34:14,841 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d096f56e8edf47a1bd3f8ca3bb2456e2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d096f56e8edf47a1bd3f8ca3bb2456e2 2024-12-15T05:34:14,842 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d2b0903ed594a03ad390f1571612619 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d2b0903ed594a03ad390f1571612619 2024-12-15T05:34:14,842 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d9f26f3662ee4e5ebf4a83b59a3c5a11 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/d9f26f3662ee4e5ebf4a83b59a3c5a11 2024-12-15T05:34:14,842 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0f7c171b42c40e2bfc46e5e206a1820 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0f7c171b42c40e2bfc46e5e206a1820 2024-12-15T05:34:14,847 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/recovered.edits/682.seqid, newMaxSeqId=682, maxSeqId=1 2024-12-15T05:34:14,849 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3. 2024-12-15T05:34:14,849 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for f9a65ba47c254127c8c8ab177b191fa3: 2024-12-15T05:34:14,851 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:14,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=f9a65ba47c254127c8c8ab177b191fa3, regionState=CLOSED 2024-12-15T05:34:14,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-15T05:34:14,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure f9a65ba47c254127c8c8ab177b191fa3, server=fcd62a4bcb63,36137,1734240823378 in 2.1460 sec 2024-12-15T05:34:14,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-15T05:34:14,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9a65ba47c254127c8c8ab177b191fa3, UNASSIGN in 2.1490 sec 2024-12-15T05:34:14,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-15T05:34:14,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1550 sec 2024-12-15T05:34:14,858 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240854858"}]},"ts":"1734240854858"} 2024-12-15T05:34:14,859 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T05:34:14,898 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T05:34:14,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2150 sec 2024-12-15T05:34:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-15T05:34:16,798 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-15T05:34:16,803 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T05:34:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:16,808 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:16,810 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-15T05:34:16,813 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:16,816 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/recovered.edits] 2024-12-15T05:34:16,820 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/01b6d636053042d89153c232901f4252 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/01b6d636053042d89153c232901f4252 2024-12-15T05:34:16,820 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/737bdbca30024eaa8ecac149cf4f3710 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/737bdbca30024eaa8ecac149cf4f3710 2024-12-15T05:34:16,820 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c39e2f884896430f9b526574ee875776 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/c39e2f884896430f9b526574ee875776 2024-12-15T05:34:16,820 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0d503713402b41ceb6caffeb9653078b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/A/0d503713402b41ceb6caffeb9653078b 2024-12-15T05:34:16,823 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9cbfe1279a354131ab99c58bbdf8b7c2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/9cbfe1279a354131ab99c58bbdf8b7c2 2024-12-15T05:34:16,823 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d8edfb54e3734b248fd8e8873aadad63 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/d8edfb54e3734b248fd8e8873aadad63 2024-12-15T05:34:16,823 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/dcdb94f5005b4dabb7f2d8e65897e8ff to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/dcdb94f5005b4dabb7f2d8e65897e8ff 2024-12-15T05:34:16,823 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f61b137d56db48c196119ff217472517 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/B/f61b137d56db48c196119ff217472517 2024-12-15T05:34:16,826 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/bf2a9373efe745ad8fdb641a03ef3eb0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/bf2a9373efe745ad8fdb641a03ef3eb0 2024-12-15T05:34:16,826 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d137276782349fb8446d3eb19caaa48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/7d137276782349fb8446d3eb19caaa48 2024-12-15T05:34:16,826 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0e5d14b8377480e8ea6eb8e2c4bc036 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/f0e5d14b8377480e8ea6eb8e2c4bc036 2024-12-15T05:34:16,826 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8c6017deec714fc595de3027016269d3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/C/8c6017deec714fc595de3027016269d3 2024-12-15T05:34:16,829 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/recovered.edits/682.seqid to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3/recovered.edits/682.seqid 2024-12-15T05:34:16,829 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9a65ba47c254127c8c8ab177b191fa3 2024-12-15T05:34:16,829 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T05:34:16,834 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:16,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-15T05:34:16,840 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T05:34:16,867 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T05:34:16,868 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:16,868 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T05:34:16,868 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734240856868"}]},"ts":"9223372036854775807"} 2024-12-15T05:34:16,871 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T05:34:16,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f9a65ba47c254127c8c8ab177b191fa3, NAME => 'TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T05:34:16,871 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T05:34:16,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734240856871"}]},"ts":"9223372036854775807"} 2024-12-15T05:34:16,873 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T05:34:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-15T05:34:16,916 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:16,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 112 msec 2024-12-15T05:34:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-15T05:34:17,114 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-15T05:34:17,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=247 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1180941070_22 at /127.0.0.1:52332 [Waiting for operation #403] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1180941070_22 at /127.0.0.1:36932 [Waiting for operation #416] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fcd62a4bcb63:36137-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e0980fe-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e0980fe-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_982672102_22 at /127.0.0.1:35790 [Waiting for operation #89] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e0980fe-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e0980fe-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 107) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3958 (was 4558) 2024-12-15T05:34:17,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=3958 2024-12-15T05:34:17,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:34:17,147 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:34:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:17,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T05:34:17,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:17,150 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-12-15T05:34:17,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T05:34:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T05:34:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741985_1161 (size=963) 2024-12-15T05:34:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T05:34:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T05:34:17,561 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:34:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741986_1162 (size=53) 2024-12-15T05:34:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T05:34:17,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:34:17,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 267a111f87678b12b3c008a8bb605ff0, disabling compactions & flushes 2024-12-15T05:34:17,974 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:17,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:17,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. after waiting 0 ms 2024-12-15T05:34:17,974 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:17,974 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:17,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:17,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T05:34:17,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734240857977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734240857977"}]},"ts":"1734240857977"} 2024-12-15T05:34:17,978 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T05:34:17,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T05:34:17,980 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T05:34:17,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T05:34:17,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240857981"}]},"ts":"1734240857981"} 2024-12-15T05:34:17,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T05:34:18,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, ASSIGN}] 2024-12-15T05:34:18,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, ASSIGN 2024-12-15T05:34:18,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, ASSIGN; state=OFFLINE, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=false 2024-12-15T05:34:18,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=267a111f87678b12b3c008a8bb605ff0, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:18,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:34:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T05:34:18,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:18,354 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:18,354 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:34:18,354 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,355 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:34:18,355 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,355 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,357 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,359 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:18,359 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267a111f87678b12b3c008a8bb605ff0 columnFamilyName A 2024-12-15T05:34:18,359 DEBUG [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:18,360 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(327): Store=267a111f87678b12b3c008a8bb605ff0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:18,360 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,361 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:18,362 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267a111f87678b12b3c008a8bb605ff0 columnFamilyName B 2024-12-15T05:34:18,362 DEBUG [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:18,363 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(327): Store=267a111f87678b12b3c008a8bb605ff0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:18,363 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,364 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:18,364 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267a111f87678b12b3c008a8bb605ff0 columnFamilyName C 2024-12-15T05:34:18,364 DEBUG [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:18,365 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(327): Store=267a111f87678b12b3c008a8bb605ff0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:18,365 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:18,366 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,366 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,368 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:34:18,369 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:18,371 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:34:18,372 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 267a111f87678b12b3c008a8bb605ff0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63905552, jitterRate=-0.04773306846618652}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:34:18,373 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:18,374 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., pid=43, masterSystemTime=1734240858345 2024-12-15T05:34:18,376 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:18,376 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:18,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=267a111f87678b12b3c008a8bb605ff0, regionState=OPEN, openSeqNum=2, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:18,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-15T05:34:18,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 in 186 msec 2024-12-15T05:34:18,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-15T05:34:18,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, ASSIGN in 348 msec 2024-12-15T05:34:18,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T05:34:18,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240858384"}]},"ts":"1734240858384"} 2024-12-15T05:34:18,386 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T05:34:18,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T05:34:18,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2560 sec 2024-12-15T05:34:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T05:34:19,262 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-15T05:34:19,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x407e6b5c to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6eb305fc 2024-12-15T05:34:19,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245d85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:19,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:19,327 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:19,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T05:34:19,330 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T05:34:19,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:34:19,335 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:34:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741987_1163 (size=999) 2024-12-15T05:34:19,755 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T05:34:19,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T05:34:19,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:34:19,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, REOPEN/MOVE}] 2024-12-15T05:34:19,773 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, REOPEN/MOVE 2024-12-15T05:34:19,773 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=267a111f87678b12b3c008a8bb605ff0, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:19,774 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:34:19,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:34:19,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:19,926 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:19,927 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:34:19,927 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 267a111f87678b12b3c008a8bb605ff0, disabling compactions & flushes 2024-12-15T05:34:19,927 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:19,927 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:19,927 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. after waiting 0 ms 2024-12-15T05:34:19,927 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:19,932 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T05:34:19,933 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:19,933 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:19,933 WARN [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 267a111f87678b12b3c008a8bb605ff0 to self. 2024-12-15T05:34:19,935 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:19,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=267a111f87678b12b3c008a8bb605ff0, regionState=CLOSED 2024-12-15T05:34:19,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-15T05:34:19,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 in 163 msec 2024-12-15T05:34:19,940 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, REOPEN/MOVE; state=CLOSED, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=true 2024-12-15T05:34:20,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=267a111f87678b12b3c008a8bb605ff0, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:34:20,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,251 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,251 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:34:20,252 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,252 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:34:20,252 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,252 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,256 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,256 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:20,261 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267a111f87678b12b3c008a8bb605ff0 columnFamilyName A 2024-12-15T05:34:20,262 DEBUG [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:20,263 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(327): Store=267a111f87678b12b3c008a8bb605ff0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:20,263 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,264 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:20,264 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267a111f87678b12b3c008a8bb605ff0 columnFamilyName B 2024-12-15T05:34:20,264 DEBUG [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:20,265 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(327): Store=267a111f87678b12b3c008a8bb605ff0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:20,265 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,265 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:20,265 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267a111f87678b12b3c008a8bb605ff0 columnFamilyName C 2024-12-15T05:34:20,265 DEBUG [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:20,266 INFO [StoreOpener-267a111f87678b12b3c008a8bb605ff0-1 {}] regionserver.HStore(327): Store=267a111f87678b12b3c008a8bb605ff0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:20,266 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,267 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,267 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,269 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:34:20,270 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,271 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 267a111f87678b12b3c008a8bb605ff0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69208317, jitterRate=0.03128428757190704}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:34:20,272 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:20,272 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., pid=48, masterSystemTime=1734240860245 2024-12-15T05:34:20,274 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,274 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=267a111f87678b12b3c008a8bb605ff0, regionState=OPEN, openSeqNum=5, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-12-15T05:34:20,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 in 182 msec 2024-12-15T05:34:20,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-15T05:34:20,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, REOPEN/MOVE in 505 msec 2024-12-15T05:34:20,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-15T05:34:20,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-12-15T05:34:20,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 945 msec 2024-12-15T05:34:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-15T05:34:20,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-12-15T05:34:20,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-12-15T05:34:20,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T05:34:20,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-12-15T05:34:20,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-12-15T05:34:20,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-12-15T05:34:20,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-12-15T05:34:20,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-12-15T05:34:20,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7af61386 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a7e1dd 2024-12-15T05:34:20,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630684bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x063e87c8 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31a027db 2024-12-15T05:34:20,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66547e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:20,470 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:20,470 DEBUG [hconnection-0x5bff4c35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,470 DEBUG [hconnection-0x6297edbb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-15T05:34:20,472 DEBUG [hconnection-0x5866f590-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,472 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T05:34:20,472 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,472 DEBUG [hconnection-0x523de341-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,473 DEBUG [hconnection-0x4cbc568-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:20,473 DEBUG [hconnection-0x4a7c07ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:20,473 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,474 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,474 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,476 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,476 DEBUG [hconnection-0x6c62da32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,476 DEBUG [hconnection-0x6124f4e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,477 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,477 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,478 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,486 DEBUG [hconnection-0x18dc6f16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:20,487 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:20,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240920517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240920519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240920519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240920521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240920521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121595f495f4f1274e48811b7459f8387478_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240860484/Put/seqid=0 2024-12-15T05:34:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741988_1164 (size=12154) 2024-12-15T05:34:20,565 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:20,570 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121595f495f4f1274e48811b7459f8387478_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121595f495f4f1274e48811b7459f8387478_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:20,572 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/a4a77c80313b46f29487c750d444ba6a, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T05:34:20,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/a4a77c80313b46f29487c750d444ba6a is 175, key is test_row_0/A:col10/1734240860484/Put/seqid=0 2024-12-15T05:34:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741989_1165 (size=30955) 2024-12-15T05:34:20,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/a4a77c80313b46f29487c750d444ba6a 2024-12-15T05:34:20,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/7139836fb8894cec91c9b558408f879e is 50, key is test_row_0/B:col10/1734240860484/Put/seqid=0 2024-12-15T05:34:20,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240920623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240920623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240920623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240920624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240920623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T05:34:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:20,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741990_1166 (size=12001) 2024-12-15T05:34:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T05:34:20,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T05:34:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:20,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:20,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240920828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240920829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240920829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240920829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240920829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:20,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T05:34:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:20,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:20,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/7139836fb8894cec91c9b558408f879e 2024-12-15T05:34:21,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/abb2510d353845eb8b86512c64b0aa35 is 50, key is test_row_0/C:col10/1734240860484/Put/seqid=0 2024-12-15T05:34:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T05:34:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741991_1167 (size=12001) 2024-12-15T05:34:21,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T05:34:21,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:21,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:21,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:21,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240921131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240921134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240921132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240921134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240921135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T05:34:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:21,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T05:34:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:21,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:21,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/abb2510d353845eb8b86512c64b0aa35 2024-12-15T05:34:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/a4a77c80313b46f29487c750d444ba6a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/a4a77c80313b46f29487c750d444ba6a 2024-12-15T05:34:21,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/a4a77c80313b46f29487c750d444ba6a, entries=150, sequenceid=16, filesize=30.2 K 2024-12-15T05:34:21,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/7139836fb8894cec91c9b558408f879e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/7139836fb8894cec91c9b558408f879e 2024-12-15T05:34:21,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/7139836fb8894cec91c9b558408f879e, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T05:34:21,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/abb2510d353845eb8b86512c64b0aa35 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/abb2510d353845eb8b86512c64b0aa35 2024-12-15T05:34:21,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/abb2510d353845eb8b86512c64b0aa35, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T05:34:21,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 267a111f87678b12b3c008a8bb605ff0 in 1046ms, sequenceid=16, compaction requested=false 2024-12-15T05:34:21,535 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T05:34:21,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:21,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T05:34:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:21,557 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121554f0a53862b74aa9824afba6cd774fb4_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240860511/Put/seqid=0 2024-12-15T05:34:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T05:34:21,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741992_1168 (size=12154) 2024-12-15T05:34:21,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:21,600 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121554f0a53862b74aa9824afba6cd774fb4_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121554f0a53862b74aa9824afba6cd774fb4_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:21,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/739f2df7b6d0479a8c51726d58c108d6, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:21,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/739f2df7b6d0479a8c51726d58c108d6 is 175, key is test_row_0/A:col10/1734240860511/Put/seqid=0 2024-12-15T05:34:21,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741993_1169 (size=30955) 2024-12-15T05:34:21,625 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/739f2df7b6d0479a8c51726d58c108d6 2024-12-15T05:34:21,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/6333ec78074d4f07bfba003cf2116a4c is 50, key is test_row_0/B:col10/1734240860511/Put/seqid=0 2024-12-15T05:34:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:21,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:21,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741994_1170 (size=12001) 2024-12-15T05:34:21,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240921660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240921661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240921665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240921665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240921666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240921770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240921770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240921771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240921772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240921772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240921974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240921974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240921975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240921975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240921975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,066 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/6333ec78074d4f07bfba003cf2116a4c 2024-12-15T05:34:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/9da19b62296443f3b79bfaaada848539 is 50, key is test_row_0/C:col10/1734240860511/Put/seqid=0 2024-12-15T05:34:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741995_1171 (size=12001) 2024-12-15T05:34:22,131 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/9da19b62296443f3b79bfaaada848539 2024-12-15T05:34:22,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/739f2df7b6d0479a8c51726d58c108d6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/739f2df7b6d0479a8c51726d58c108d6 2024-12-15T05:34:22,147 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/739f2df7b6d0479a8c51726d58c108d6, entries=150, sequenceid=41, filesize=30.2 K 2024-12-15T05:34:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/6333ec78074d4f07bfba003cf2116a4c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6333ec78074d4f07bfba003cf2116a4c 2024-12-15T05:34:22,162 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6333ec78074d4f07bfba003cf2116a4c, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T05:34:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/9da19b62296443f3b79bfaaada848539 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/9da19b62296443f3b79bfaaada848539 2024-12-15T05:34:22,170 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/9da19b62296443f3b79bfaaada848539, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T05:34:22,172 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 267a111f87678b12b3c008a8bb605ff0 in 614ms, sequenceid=41, compaction requested=false 2024-12-15T05:34:22,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:22,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:22,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-15T05:34:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-15T05:34:22,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-15T05:34:22,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-12-15T05:34:22,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.7060 sec 2024-12-15T05:34:22,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:34:22,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:22,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:22,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:22,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215eed38abf6327482596d1f56471ec749c_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240862281/Put/seqid=0 2024-12-15T05:34:22,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741996_1172 (size=12154) 2024-12-15T05:34:22,332 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:22,338 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215eed38abf6327482596d1f56471ec749c_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215eed38abf6327482596d1f56471ec749c_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:22,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/5986359897294710aba9d9e98a6ffac9, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:22,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/5986359897294710aba9d9e98a6ffac9 is 175, key is test_row_0/A:col10/1734240862281/Put/seqid=0 2024-12-15T05:34:22,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741997_1173 (size=30955) 2024-12-15T05:34:22,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,358 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/5986359897294710aba9d9e98a6ffac9 2024-12-15T05:34:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240922351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240922354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240922355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240922358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240922358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/444ff23122ac4c598ede76599639e425 is 50, key is test_row_0/B:col10/1734240862281/Put/seqid=0 2024-12-15T05:34:22,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741998_1174 (size=12001) 2024-12-15T05:34:22,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/444ff23122ac4c598ede76599639e425 2024-12-15T05:34:22,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/ab5d2962dcff4deaaf7be7486b811018 is 50, key is test_row_0/C:col10/1734240862281/Put/seqid=0 2024-12-15T05:34:22,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741999_1175 (size=12001) 2024-12-15T05:34:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240922459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240922460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240922460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240922464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240922464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T05:34:22,577 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-15T05:34:22,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-15T05:34:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T05:34:22,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:22,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:22,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:22,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240922663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240922663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240922666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240922667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240922668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T05:34:22,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T05:34:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:22,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:22,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:22,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/ab5d2962dcff4deaaf7be7486b811018 2024-12-15T05:34:22,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/5986359897294710aba9d9e98a6ffac9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5986359897294710aba9d9e98a6ffac9 2024-12-15T05:34:22,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5986359897294710aba9d9e98a6ffac9, entries=150, sequenceid=54, filesize=30.2 K 2024-12-15T05:34:22,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/444ff23122ac4c598ede76599639e425 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/444ff23122ac4c598ede76599639e425 2024-12-15T05:34:22,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/444ff23122ac4c598ede76599639e425, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T05:34:22,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/ab5d2962dcff4deaaf7be7486b811018 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/ab5d2962dcff4deaaf7be7486b811018 2024-12-15T05:34:22,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/ab5d2962dcff4deaaf7be7486b811018, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T05:34:22,855 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-15T05:34:22,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 267a111f87678b12b3c008a8bb605ff0 in 575ms, sequenceid=54, compaction requested=true 2024-12-15T05:34:22,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:22,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:22,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:22,857 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:22,857 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:22,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:22,859 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:22,859 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/B is initiating minor compaction (all files) 2024-12-15T05:34:22,859 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/B in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:22,859 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/7139836fb8894cec91c9b558408f879e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6333ec78074d4f07bfba003cf2116a4c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/444ff23122ac4c598ede76599639e425] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=35.2 K 2024-12-15T05:34:22,860 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:22,860 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/A is initiating minor compaction (all files) 2024-12-15T05:34:22,860 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/A in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:22,860 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/a4a77c80313b46f29487c750d444ba6a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/739f2df7b6d0479a8c51726d58c108d6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5986359897294710aba9d9e98a6ffac9] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=90.7 K 2024-12-15T05:34:22,860 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:22,860 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/a4a77c80313b46f29487c750d444ba6a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/739f2df7b6d0479a8c51726d58c108d6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5986359897294710aba9d9e98a6ffac9] 2024-12-15T05:34:22,861 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7139836fb8894cec91c9b558408f879e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240860484 2024-12-15T05:34:22,861 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4a77c80313b46f29487c750d444ba6a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240860484 2024-12-15T05:34:22,861 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 6333ec78074d4f07bfba003cf2116a4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734240860511 2024-12-15T05:34:22,861 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 739f2df7b6d0479a8c51726d58c108d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734240860511 2024-12-15T05:34:22,862 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5986359897294710aba9d9e98a6ffac9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734240861658 2024-12-15T05:34:22,862 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 444ff23122ac4c598ede76599639e425, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734240861658 2024-12-15T05:34:22,877 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#B#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:22,878 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/30921cb1a14241c3a0489e0c24c13d11 is 50, key is test_row_0/B:col10/1734240862281/Put/seqid=0 2024-12-15T05:34:22,879 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T05:34:22,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T05:34:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:22,889 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:34:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:22,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:22,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:22,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:22,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:22,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:22,896 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121597d741e575c04a45b22387cad9af0922_267a111f87678b12b3c008a8bb605ff0 store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:22,903 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121597d741e575c04a45b22387cad9af0922_267a111f87678b12b3c008a8bb605ff0, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:22,903 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121597d741e575c04a45b22387cad9af0922_267a111f87678b12b3c008a8bb605ff0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:22,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742000_1176 (size=12104) 2024-12-15T05:34:22,920 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/30921cb1a14241c3a0489e0c24c13d11 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/30921cb1a14241c3a0489e0c24c13d11 2024-12-15T05:34:22,928 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/B of 267a111f87678b12b3c008a8bb605ff0 into 30921cb1a14241c3a0489e0c24c13d11(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:22,928 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:22,928 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/B, priority=13, startTime=1734240862857; duration=0sec 2024-12-15T05:34:22,928 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:22,928 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:B 2024-12-15T05:34:22,928 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:22,932 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:22,932 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/C is initiating minor compaction (all files) 2024-12-15T05:34:22,932 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/C in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:22,932 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/abb2510d353845eb8b86512c64b0aa35, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/9da19b62296443f3b79bfaaada848539, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/ab5d2962dcff4deaaf7be7486b811018] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=35.2 K 2024-12-15T05:34:22,933 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting abb2510d353845eb8b86512c64b0aa35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240860484 2024-12-15T05:34:22,934 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9da19b62296443f3b79bfaaada848539, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734240860511 2024-12-15T05:34:22,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121525b7753008664d8b9ca74e195ad7e993_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240862352/Put/seqid=0 2024-12-15T05:34:22,934 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5d2962dcff4deaaf7be7486b811018, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734240861658 2024-12-15T05:34:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742001_1177 (size=4469) 2024-12-15T05:34:22,950 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:22,951 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/760d0d584296424199ba78cd81dd3948 is 50, key is test_row_0/C:col10/1734240862281/Put/seqid=0 2024-12-15T05:34:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742002_1178 (size=12154) 2024-12-15T05:34:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:22,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240922975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240922975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240922978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240922980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240922981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:22,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742003_1179 (size=12104) 2024-12-15T05:34:22,993 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/760d0d584296424199ba78cd81dd3948 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/760d0d584296424199ba78cd81dd3948 2024-12-15T05:34:22,999 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/C of 267a111f87678b12b3c008a8bb605ff0 into 760d0d584296424199ba78cd81dd3948(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:23,000 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:23,000 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/C, priority=13, startTime=1734240862858; duration=0sec 2024-12-15T05:34:23,000 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:23,000 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:C 2024-12-15T05:34:23,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240923081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240923081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240923083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240923084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240923084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T05:34:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240923283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240923283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240923286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240923286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240923287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,344 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#A#compaction#156 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:23,346 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1fdcd2450214477c8087f571bdffd3d6 is 175, key is test_row_0/A:col10/1734240862281/Put/seqid=0 2024-12-15T05:34:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742004_1180 (size=31058) 2024-12-15T05:34:23,369 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121525b7753008664d8b9ca74e195ad7e993_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121525b7753008664d8b9ca74e195ad7e993_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/92240d8f095849449e8e6a90a5198034, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/92240d8f095849449e8e6a90a5198034 is 175, key is test_row_0/A:col10/1734240862352/Put/seqid=0 2024-12-15T05:34:23,376 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1fdcd2450214477c8087f571bdffd3d6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1fdcd2450214477c8087f571bdffd3d6 2024-12-15T05:34:23,385 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/A of 267a111f87678b12b3c008a8bb605ff0 into 1fdcd2450214477c8087f571bdffd3d6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:23,385 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:23,385 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/A, priority=13, startTime=1734240862857; duration=0sec 2024-12-15T05:34:23,385 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:23,385 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:A 2024-12-15T05:34:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742005_1181 (size=30955) 2024-12-15T05:34:23,399 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/92240d8f095849449e8e6a90a5198034 2024-12-15T05:34:23,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/9bb3c0ad7dc84212a03128b1761d8fd4 is 50, key is test_row_0/B:col10/1734240862352/Put/seqid=0 2024-12-15T05:34:23,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742006_1182 (size=12001) 2024-12-15T05:34:23,425 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/9bb3c0ad7dc84212a03128b1761d8fd4 2024-12-15T05:34:23,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/30c43cc45c634787bd03e48b63e3c1f1 is 50, key is test_row_0/C:col10/1734240862352/Put/seqid=0 2024-12-15T05:34:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742007_1183 (size=12001) 2024-12-15T05:34:23,450 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/30c43cc45c634787bd03e48b63e3c1f1 2024-12-15T05:34:23,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/92240d8f095849449e8e6a90a5198034 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/92240d8f095849449e8e6a90a5198034 2024-12-15T05:34:23,465 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/92240d8f095849449e8e6a90a5198034, entries=150, sequenceid=78, filesize=30.2 K 2024-12-15T05:34:23,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/9bb3c0ad7dc84212a03128b1761d8fd4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/9bb3c0ad7dc84212a03128b1761d8fd4 2024-12-15T05:34:23,474 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/9bb3c0ad7dc84212a03128b1761d8fd4, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T05:34:23,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/30c43cc45c634787bd03e48b63e3c1f1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/30c43cc45c634787bd03e48b63e3c1f1 2024-12-15T05:34:23,484 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/30c43cc45c634787bd03e48b63e3c1f1, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T05:34:23,485 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 267a111f87678b12b3c008a8bb605ff0 in 596ms, sequenceid=78, compaction requested=false 2024-12-15T05:34:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-15T05:34:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-15T05:34:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-15T05:34:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 904 msec 2024-12-15T05:34:23,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 912 msec 2024-12-15T05:34:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:23,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T05:34:23,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:23,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:23,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:23,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:23,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:23,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:23,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e0804481275d4ecd8146af66de62acb5_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240862978/Put/seqid=0 2024-12-15T05:34:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742008_1184 (size=12154) 2024-12-15T05:34:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240923634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240923634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240923635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240923635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240923636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T05:34:23,685 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-15T05:34:23,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-15T05:34:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T05:34:23,689 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:23,689 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:23,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240923739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240923739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240923740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240923740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240923740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T05:34:23,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T05:34:23,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:23,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:23,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:23,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:23,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:23,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240923942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240923942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240923942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240923942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240923943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T05:34:23,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T05:34:24,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:24,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:24,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e0804481275d4ecd8146af66de62acb5_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e0804481275d4ecd8146af66de62acb5_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:24,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/537bf155ac39449da6fbf16e5c0e3ad6, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:24,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/537bf155ac39449da6fbf16e5c0e3ad6 is 175, key is test_row_0/A:col10/1734240862978/Put/seqid=0 2024-12-15T05:34:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742009_1185 (size=30955) 2024-12-15T05:34:24,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T05:34:24,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240924244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240924245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240924245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240924245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240924246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T05:34:24,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T05:34:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/537bf155ac39449da6fbf16e5c0e3ad6 2024-12-15T05:34:24,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/603faa6b92c14310abf28bc6d3148184 is 50, key is test_row_0/B:col10/1734240862978/Put/seqid=0 2024-12-15T05:34:24,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742010_1186 (size=12001) 2024-12-15T05:34:24,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/603faa6b92c14310abf28bc6d3148184 2024-12-15T05:34:24,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T05:34:24,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:24,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/172f53ef33f644368f695722b480ccf2 is 50, key is test_row_0/C:col10/1734240862978/Put/seqid=0 2024-12-15T05:34:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742011_1187 (size=12001) 2024-12-15T05:34:24,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T05:34:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240924748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240924749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240924751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240924755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240924755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T05:34:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T05:34:24,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/172f53ef33f644368f695722b480ccf2 2024-12-15T05:34:24,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/537bf155ac39449da6fbf16e5c0e3ad6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/537bf155ac39449da6fbf16e5c0e3ad6 2024-12-15T05:34:24,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/537bf155ac39449da6fbf16e5c0e3ad6, entries=150, sequenceid=96, filesize=30.2 K 2024-12-15T05:34:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/603faa6b92c14310abf28bc6d3148184 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/603faa6b92c14310abf28bc6d3148184 2024-12-15T05:34:24,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/603faa6b92c14310abf28bc6d3148184, entries=150, sequenceid=96, filesize=11.7 K 2024-12-15T05:34:24,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/172f53ef33f644368f695722b480ccf2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/172f53ef33f644368f695722b480ccf2 2024-12-15T05:34:24,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/172f53ef33f644368f695722b480ccf2, entries=150, sequenceid=96, filesize=11.7 K 2024-12-15T05:34:24,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 267a111f87678b12b3c008a8bb605ff0 in 1321ms, sequenceid=96, compaction requested=true 2024-12-15T05:34:24,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:24,910 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:24,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:24,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:24,910 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:24,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:24,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:24,911 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:24,911 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/A is initiating minor compaction (all files) 2024-12-15T05:34:24,911 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/A in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,912 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1fdcd2450214477c8087f571bdffd3d6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/92240d8f095849449e8e6a90a5198034, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/537bf155ac39449da6fbf16e5c0e3ad6] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=90.8 K 2024-12-15T05:34:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:24,912 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,912 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1fdcd2450214477c8087f571bdffd3d6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/92240d8f095849449e8e6a90a5198034, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/537bf155ac39449da6fbf16e5c0e3ad6] 2024-12-15T05:34:24,912 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:24,912 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fdcd2450214477c8087f571bdffd3d6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734240861658 2024-12-15T05:34:24,912 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/B is initiating minor compaction (all files) 2024-12-15T05:34:24,912 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/B in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,913 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/30921cb1a14241c3a0489e0c24c13d11, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/9bb3c0ad7dc84212a03128b1761d8fd4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/603faa6b92c14310abf28bc6d3148184] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=35.3 K 2024-12-15T05:34:24,913 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92240d8f095849449e8e6a90a5198034, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734240862352 2024-12-15T05:34:24,913 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 30921cb1a14241c3a0489e0c24c13d11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734240861658 2024-12-15T05:34:24,914 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537bf155ac39449da6fbf16e5c0e3ad6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734240862978 2024-12-15T05:34:24,914 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bb3c0ad7dc84212a03128b1761d8fd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734240862352 2024-12-15T05:34:24,915 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 603faa6b92c14310abf28bc6d3148184, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734240862978 2024-12-15T05:34:24,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:24,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T05:34:24,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,924 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T05:34:24,924 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:24,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:24,926 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:24,927 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/6d8b2dd7728148b396d6648fd8ff37d9 is 50, key is test_row_0/B:col10/1734240862978/Put/seqid=0 2024-12-15T05:34:24,932 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215064a19b653b94ad48ea54776177c621a_267a111f87678b12b3c008a8bb605ff0 store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:24,939 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215064a19b653b94ad48ea54776177c621a_267a111f87678b12b3c008a8bb605ff0, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:24,939 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215064a19b653b94ad48ea54776177c621a_267a111f87678b12b3c008a8bb605ff0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742012_1188 (size=12207) 2024-12-15T05:34:24,963 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/6d8b2dd7728148b396d6648fd8ff37d9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6d8b2dd7728148b396d6648fd8ff37d9 2024-12-15T05:34:24,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e43ab484c0f24b17aa93395b0cef7913_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240863602/Put/seqid=0 2024-12-15T05:34:24,972 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/B of 267a111f87678b12b3c008a8bb605ff0 into 6d8b2dd7728148b396d6648fd8ff37d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:24,972 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:24,972 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/B, priority=13, startTime=1734240864910; duration=0sec 2024-12-15T05:34:24,973 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:24,973 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:B 2024-12-15T05:34:24,974 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:24,976 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:24,976 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/C is initiating minor compaction (all files) 2024-12-15T05:34:24,976 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/C in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:24,976 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/760d0d584296424199ba78cd81dd3948, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/30c43cc45c634787bd03e48b63e3c1f1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/172f53ef33f644368f695722b480ccf2] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=35.3 K 2024-12-15T05:34:24,977 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 760d0d584296424199ba78cd81dd3948, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734240861658 2024-12-15T05:34:24,977 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 30c43cc45c634787bd03e48b63e3c1f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734240862352 2024-12-15T05:34:24,978 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 172f53ef33f644368f695722b480ccf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734240862978 2024-12-15T05:34:24,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742013_1189 (size=4469) 2024-12-15T05:34:24,984 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#A#compaction#164 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:24,985 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/01fd6e479037493e9b803622e0bfa3ec is 175, key is test_row_0/A:col10/1734240862978/Put/seqid=0 2024-12-15T05:34:24,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742014_1190 (size=12154) 2024-12-15T05:34:24,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,002 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e43ab484c0f24b17aa93395b0cef7913_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e43ab484c0f24b17aa93395b0cef7913_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:25,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/ac1db1412b494e7d8a01ac0a1cc32a74, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:25,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/ac1db1412b494e7d8a01ac0a1cc32a74 is 175, key is test_row_0/A:col10/1734240863602/Put/seqid=0 2024-12-15T05:34:25,008 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:25,009 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/c27bdb27ca9a400bb2d0403ef811be03 is 50, key is test_row_0/C:col10/1734240862978/Put/seqid=0 2024-12-15T05:34:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742015_1191 (size=31161) 2024-12-15T05:34:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742016_1192 (size=30955) 2024-12-15T05:34:25,048 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/ac1db1412b494e7d8a01ac0a1cc32a74 2024-12-15T05:34:25,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742017_1193 (size=12207) 2024-12-15T05:34:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/93eac836c4924018b00080699f8b06c3 is 50, key is test_row_0/B:col10/1734240863602/Put/seqid=0 2024-12-15T05:34:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742018_1194 (size=12001) 2024-12-15T05:34:25,086 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/93eac836c4924018b00080699f8b06c3 2024-12-15T05:34:25,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/d2e056bc4046417dac966f5e20ebefa4 is 50, key is test_row_0/C:col10/1734240863602/Put/seqid=0 2024-12-15T05:34:25,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742019_1195 (size=12001) 2024-12-15T05:34:25,117 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/d2e056bc4046417dac966f5e20ebefa4 2024-12-15T05:34:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/ac1db1412b494e7d8a01ac0a1cc32a74 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/ac1db1412b494e7d8a01ac0a1cc32a74 2024-12-15T05:34:25,130 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/ac1db1412b494e7d8a01ac0a1cc32a74, entries=150, sequenceid=117, filesize=30.2 K 2024-12-15T05:34:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/93eac836c4924018b00080699f8b06c3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93eac836c4924018b00080699f8b06c3 2024-12-15T05:34:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,136 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93eac836c4924018b00080699f8b06c3, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T05:34:25,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/d2e056bc4046417dac966f5e20ebefa4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/d2e056bc4046417dac966f5e20ebefa4 2024-12-15T05:34:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,142 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/d2e056bc4046417dac966f5e20ebefa4, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T05:34:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,143 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 267a111f87678b12b3c008a8bb605ff0 in 220ms, sequenceid=117, compaction requested=false 2024-12-15T05:34:25,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:25,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:25,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-15T05:34:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-15T05:34:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-15T05:34:25,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4550 sec 2024-12-15T05:34:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4610 sec 2024-12-15T05:34:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,423 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/01fd6e479037493e9b803622e0bfa3ec as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/01fd6e479037493e9b803622e0bfa3ec 2024-12-15T05:34:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,429 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/A of 267a111f87678b12b3c008a8bb605ff0 into 01fd6e479037493e9b803622e0bfa3ec(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:25,429 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,429 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/A, priority=13, startTime=1734240864909; duration=0sec 2024-12-15T05:34:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,429 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:25,429 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:A 2024-12-15T05:34:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T05:34:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,469 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/c27bdb27ca9a400bb2d0403ef811be03 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/c27bdb27ca9a400bb2d0403ef811be03 2024-12-15T05:34:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,476 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/C of 267a111f87678b12b3c008a8bb605ff0 into c27bdb27ca9a400bb2d0403ef811be03(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:25,476 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:25,476 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/C, priority=13, startTime=1734240864912; duration=0sec 2024-12-15T05:34:25,476 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:25,476 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:C 2024-12-15T05:34:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T05:34:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,792 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-15T05:34:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,795 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-15T05:34:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,796 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,797 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:25,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T05:34:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:25,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:25,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:25,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:25,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:25,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215800edde0576f4806903efd36e327d84e_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240865802/Put/seqid=0 2024-12-15T05:34:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742021_1197 (size=24508) 2024-12-15T05:34:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:25,856 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215800edde0576f4806903efd36e327d84e_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215800edde0576f4806903efd36e327d84e_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:25,858 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/3c67129d39544217ae07206e02809ca2, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:25,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/3c67129d39544217ae07206e02809ca2 is 175, key is test_row_0/A:col10/1734240865802/Put/seqid=0 2024-12-15T05:34:25,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742020_1196 (size=74144) 2024-12-15T05:34:25,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240925860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240925861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240925865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240925866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240925867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T05:34:25,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:25,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:25,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:25,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:25,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240925968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240925968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240925969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240925969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:25,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240925969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T05:34:26,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240926172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240926172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240926172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240926172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240926172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:26,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/3c67129d39544217ae07206e02809ca2 2024-12-15T05:34:26,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/c50e2e0f59834637be4c7632a539ae3a is 50, key is test_row_0/B:col10/1734240865802/Put/seqid=0 2024-12-15T05:34:26,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742022_1198 (size=12101) 2024-12-15T05:34:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T05:34:26,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240926474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240926474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240926474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240926475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240926475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:26,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:26,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/c50e2e0f59834637be4c7632a539ae3a 2024-12-15T05:34:26,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/402b8eda5bee4a2ca75f5ad088ce6f73 is 50, key is test_row_0/C:col10/1734240865802/Put/seqid=0 2024-12-15T05:34:26,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742023_1199 (size=12101) 2024-12-15T05:34:26,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:26,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T05:34:26,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240926977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240926979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240926980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240926980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:26,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240926981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:27,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:27,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:27,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:27,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/402b8eda5bee4a2ca75f5ad088ce6f73 2024-12-15T05:34:27,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/3c67129d39544217ae07206e02809ca2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3c67129d39544217ae07206e02809ca2 2024-12-15T05:34:27,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3c67129d39544217ae07206e02809ca2, entries=400, sequenceid=131, filesize=72.4 K 2024-12-15T05:34:27,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/c50e2e0f59834637be4c7632a539ae3a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c50e2e0f59834637be4c7632a539ae3a 2024-12-15T05:34:27,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c50e2e0f59834637be4c7632a539ae3a, entries=150, sequenceid=131, filesize=11.8 K 2024-12-15T05:34:27,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/402b8eda5bee4a2ca75f5ad088ce6f73 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/402b8eda5bee4a2ca75f5ad088ce6f73 2024-12-15T05:34:27,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/402b8eda5bee4a2ca75f5ad088ce6f73, entries=150, sequenceid=131, filesize=11.8 K 2024-12-15T05:34:27,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 267a111f87678b12b3c008a8bb605ff0 in 1308ms, sequenceid=131, compaction requested=true 2024-12-15T05:34:27,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:27,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:27,118 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:27,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:27,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:27,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:27,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:27,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:34:27,118 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:27,119 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:27,119 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136260 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:27,119 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/A is initiating minor compaction (all files) 2024-12-15T05:34:27,119 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/B is initiating minor compaction (all files) 2024-12-15T05:34:27,119 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/B in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:27,119 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/A in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:27,119 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6d8b2dd7728148b396d6648fd8ff37d9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93eac836c4924018b00080699f8b06c3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c50e2e0f59834637be4c7632a539ae3a] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=35.5 K 2024-12-15T05:34:27,119 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/01fd6e479037493e9b803622e0bfa3ec, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/ac1db1412b494e7d8a01ac0a1cc32a74, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3c67129d39544217ae07206e02809ca2] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=133.1 K 2024-12-15T05:34:27,120 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:27,120 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/01fd6e479037493e9b803622e0bfa3ec, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/ac1db1412b494e7d8a01ac0a1cc32a74, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3c67129d39544217ae07206e02809ca2] 2024-12-15T05:34:27,120 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d8b2dd7728148b396d6648fd8ff37d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734240862978 2024-12-15T05:34:27,120 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01fd6e479037493e9b803622e0bfa3ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734240862978 2024-12-15T05:34:27,120 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 93eac836c4924018b00080699f8b06c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734240863602 2024-12-15T05:34:27,120 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac1db1412b494e7d8a01ac0a1cc32a74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734240863602 2024-12-15T05:34:27,120 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c50e2e0f59834637be4c7632a539ae3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240865799 2024-12-15T05:34:27,120 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c67129d39544217ae07206e02809ca2, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240865766 2024-12-15T05:34:27,127 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:27,129 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:27,129 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/b152f921c5fa4952b4628c0057d9e9de is 50, key is test_row_0/B:col10/1734240865802/Put/seqid=0 2024-12-15T05:34:27,130 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215b544d85a37b44a66964c2a5ce8883a75_267a111f87678b12b3c008a8bb605ff0 store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:27,134 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215b544d85a37b44a66964c2a5ce8883a75_267a111f87678b12b3c008a8bb605ff0, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:27,134 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b544d85a37b44a66964c2a5ce8883a75_267a111f87678b12b3c008a8bb605ff0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742024_1200 (size=12409) 2024-12-15T05:34:27,163 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/b152f921c5fa4952b4628c0057d9e9de as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/b152f921c5fa4952b4628c0057d9e9de 2024-12-15T05:34:27,168 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/B of 267a111f87678b12b3c008a8bb605ff0 into b152f921c5fa4952b4628c0057d9e9de(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:27,168 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:27,168 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/B, priority=13, startTime=1734240867118; duration=0sec 2024-12-15T05:34:27,169 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:27,169 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:B 2024-12-15T05:34:27,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:27,169 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:27,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T05:34:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:27,170 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:27,170 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:27,171 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/C is initiating minor compaction (all files) 2024-12-15T05:34:27,171 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/C in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:27,171 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/c27bdb27ca9a400bb2d0403ef811be03, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/d2e056bc4046417dac966f5e20ebefa4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/402b8eda5bee4a2ca75f5ad088ce6f73] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=35.5 K 2024-12-15T05:34:27,172 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c27bdb27ca9a400bb2d0403ef811be03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734240862978 2024-12-15T05:34:27,172 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d2e056bc4046417dac966f5e20ebefa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734240863602 2024-12-15T05:34:27,173 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 402b8eda5bee4a2ca75f5ad088ce6f73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240865799 2024-12-15T05:34:27,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742025_1201 (size=4469) 2024-12-15T05:34:27,188 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#A#compaction#173 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:27,189 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/54384aadc2d2411aaa0b97b5c6667917 is 175, key is test_row_0/A:col10/1734240865802/Put/seqid=0 2024-12-15T05:34:27,201 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#C#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:27,202 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/b989fc31a0d84ab183ffdf5a1390ffa1 is 50, key is test_row_0/C:col10/1734240865802/Put/seqid=0 2024-12-15T05:34:27,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156b8b1bce30fd481e8023d998b1b0ef79_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240865859/Put/seqid=0 2024-12-15T05:34:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742026_1202 (size=31363) 2024-12-15T05:34:27,224 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/54384aadc2d2411aaa0b97b5c6667917 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/54384aadc2d2411aaa0b97b5c6667917 2024-12-15T05:34:27,230 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/A of 267a111f87678b12b3c008a8bb605ff0 into 54384aadc2d2411aaa0b97b5c6667917(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:27,231 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:27,231 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/A, priority=13, startTime=1734240867118; duration=0sec 2024-12-15T05:34:27,231 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:27,231 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:A 2024-12-15T05:34:27,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742027_1203 (size=12409) 2024-12-15T05:34:27,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742028_1204 (size=12304) 2024-12-15T05:34:27,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,252 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156b8b1bce30fd481e8023d998b1b0ef79_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b8b1bce30fd481e8023d998b1b0ef79_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1d74ec2840074369800e835879995980, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:27,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1d74ec2840074369800e835879995980 is 175, key is test_row_0/A:col10/1734240865859/Put/seqid=0 2024-12-15T05:34:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742029_1205 (size=31105) 2024-12-15T05:34:27,273 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1d74ec2840074369800e835879995980 2024-12-15T05:34:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/921cf7c97b5d4baca7805563bf34b0e0 is 50, key is test_row_0/B:col10/1734240865859/Put/seqid=0 2024-12-15T05:34:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742030_1206 (size=12151) 2024-12-15T05:34:27,289 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/921cf7c97b5d4baca7805563bf34b0e0 2024-12-15T05:34:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/48a0842015b545708b9199a313725b8a is 50, key is test_row_0/C:col10/1734240865859/Put/seqid=0 2024-12-15T05:34:27,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742031_1207 (size=12151) 2024-12-15T05:34:27,655 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/b989fc31a0d84ab183ffdf5a1390ffa1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/b989fc31a0d84ab183ffdf5a1390ffa1 2024-12-15T05:34:27,661 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/C of 267a111f87678b12b3c008a8bb605ff0 into b989fc31a0d84ab183ffdf5a1390ffa1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:27,661 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:27,661 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/C, priority=13, startTime=1734240867118; duration=0sec 2024-12-15T05:34:27,661 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:27,661 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:C 2024-12-15T05:34:27,714 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/48a0842015b545708b9199a313725b8a 2024-12-15T05:34:27,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1d74ec2840074369800e835879995980 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d74ec2840074369800e835879995980 2024-12-15T05:34:27,725 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d74ec2840074369800e835879995980, entries=150, sequenceid=157, filesize=30.4 K 2024-12-15T05:34:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/921cf7c97b5d4baca7805563bf34b0e0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/921cf7c97b5d4baca7805563bf34b0e0 2024-12-15T05:34:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,729 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/921cf7c97b5d4baca7805563bf34b0e0, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T05:34:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/48a0842015b545708b9199a313725b8a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/48a0842015b545708b9199a313725b8a 2024-12-15T05:34:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,736 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/48a0842015b545708b9199a313725b8a, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T05:34:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,737 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 267a111f87678b12b3c008a8bb605ff0 in 567ms, sequenceid=157, compaction requested=false 2024-12-15T05:34:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-15T05:34:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-15T05:34:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-15T05:34:27,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9410 sec 2024-12-15T05:34:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.9460 sec 2024-12-15T05:34:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T05:34:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,902 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-15T05:34:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,904 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-15T05:34:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,906 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T05:34:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,906 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T05:34:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:28,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:28,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:28,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:28,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:28,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:28,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121566258bd4f98d4f0c90bf87e7823140e8_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240868044/Put/seqid=0 2024-12-15T05:34:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T05:34:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742032_1208 (size=19774) 2024-12-15T05:34:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:28,068 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121566258bd4f98d4f0c90bf87e7823140e8_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121566258bd4f98d4f0c90bf87e7823140e8_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:28,069 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/dc24d67ac10a4328a4df230f2c87178e, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:28,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/dc24d67ac10a4328a4df230f2c87178e is 175, key is test_row_0/A:col10/1734240868044/Put/seqid=0 2024-12-15T05:34:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742033_1209 (size=57033) 2024-12-15T05:34:28,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/dc24d67ac10a4328a4df230f2c87178e 2024-12-15T05:34:28,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240928085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240928086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240928087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240928087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/a5ed4ac53ed94da5bc98005ddd6a8044 is 50, key is test_row_0/B:col10/1734240868044/Put/seqid=0 2024-12-15T05:34:28,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240928089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742034_1210 (size=12151) 2024-12-15T05:34:28,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240928190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240928191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240928192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240928192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240928195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T05:34:28,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T05:34:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T05:34:28,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240928391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240928393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240928395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240928395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240928398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T05:34:28,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/a5ed4ac53ed94da5bc98005ddd6a8044 2024-12-15T05:34:28,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T05:34:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/a9c3d0dd91aa4a44ad2cd0bc4962168a is 50, key is test_row_0/C:col10/1734240868044/Put/seqid=0 2024-12-15T05:34:28,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742035_1211 (size=12151) 2024-12-15T05:34:28,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T05:34:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240928695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240928695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240928698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240928701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240928702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T05:34:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:28,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/a9c3d0dd91aa4a44ad2cd0bc4962168a 2024-12-15T05:34:28,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/dc24d67ac10a4328a4df230f2c87178e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/dc24d67ac10a4328a4df230f2c87178e 2024-12-15T05:34:28,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/dc24d67ac10a4328a4df230f2c87178e, entries=300, sequenceid=170, filesize=55.7 K 2024-12-15T05:34:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/a5ed4ac53ed94da5bc98005ddd6a8044 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a5ed4ac53ed94da5bc98005ddd6a8044 2024-12-15T05:34:28,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a5ed4ac53ed94da5bc98005ddd6a8044, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T05:34:28,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/a9c3d0dd91aa4a44ad2cd0bc4962168a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/a9c3d0dd91aa4a44ad2cd0bc4962168a 2024-12-15T05:34:28,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/a9c3d0dd91aa4a44ad2cd0bc4962168a, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T05:34:28,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 267a111f87678b12b3c008a8bb605ff0 in 927ms, sequenceid=170, compaction requested=true 2024-12-15T05:34:28,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:28,973 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:28,973 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:28,975 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:28,975 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/A is initiating minor compaction (all files) 2024-12-15T05:34:28,975 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/A in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:28,975 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/54384aadc2d2411aaa0b97b5c6667917, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d74ec2840074369800e835879995980, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/dc24d67ac10a4328a4df230f2c87178e] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=116.7 K 2024-12-15T05:34:28,975 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,975 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/54384aadc2d2411aaa0b97b5c6667917, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d74ec2840074369800e835879995980, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/dc24d67ac10a4328a4df230f2c87178e] 2024-12-15T05:34:28,975 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:28,976 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/B is initiating minor compaction (all files) 2024-12-15T05:34:28,976 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/B in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,976 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/b152f921c5fa4952b4628c0057d9e9de, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/921cf7c97b5d4baca7805563bf34b0e0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a5ed4ac53ed94da5bc98005ddd6a8044] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=35.9 K 2024-12-15T05:34:28,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:28,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:28,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:28,976 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54384aadc2d2411aaa0b97b5c6667917, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240865799 2024-12-15T05:34:28,976 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting b152f921c5fa4952b4628c0057d9e9de, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240865799 2024-12-15T05:34:28,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:28,977 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d74ec2840074369800e835879995980, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734240865859 2024-12-15T05:34:28,977 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 921cf7c97b5d4baca7805563bf34b0e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734240865859 2024-12-15T05:34:28,977 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc24d67ac10a4328a4df230f2c87178e, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734240868027 2024-12-15T05:34:28,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T05:34:28,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:28,978 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:28,978 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting a5ed4ac53ed94da5bc98005ddd6a8044, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734240868027 2024-12-15T05:34:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:28,989 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:28,992 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#B#compaction#183 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:28,993 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/aa18ad2bd14544b5a723ea7a9f20b513 is 50, key is test_row_0/B:col10/1734240868044/Put/seqid=0 2024-12-15T05:34:29,004 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412152fb3525d8d4c47be96f8b27e4597956b_267a111f87678b12b3c008a8bb605ff0 store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:29,005 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412152fb3525d8d4c47be96f8b27e4597956b_267a111f87678b12b3c008a8bb605ff0, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:29,005 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152fb3525d8d4c47be96f8b27e4597956b_267a111f87678b12b3c008a8bb605ff0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T05:34:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d426ea935a26476d9c0dd2340981496f_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240868079/Put/seqid=0 2024-12-15T05:34:29,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742037_1213 (size=4469) 2024-12-15T05:34:29,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742036_1212 (size=12561) 2024-12-15T05:34:29,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742038_1214 (size=12304) 2024-12-15T05:34:29,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:29,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d426ea935a26476d9c0dd2340981496f_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d426ea935a26476d9c0dd2340981496f_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:29,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/215af49d5c724e9a8d571fa63ba368d5, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:29,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/215af49d5c724e9a8d571fa63ba368d5 is 175, key is test_row_0/A:col10/1734240868079/Put/seqid=0 2024-12-15T05:34:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742039_1215 (size=31105) 2024-12-15T05:34:29,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:29,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240929206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240929207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240929207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240929207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240929207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,216 INFO [master/fcd62a4bcb63:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T05:34:29,216 INFO [master/fcd62a4bcb63:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T05:34:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240929310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240929311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240929311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,442 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#A#compaction#182 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:29,442 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/eaa81d75de6c43a098d459f764755e66 is 175, key is test_row_0/A:col10/1734240868044/Put/seqid=0 2024-12-15T05:34:29,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742040_1216 (size=31515) 2024-12-15T05:34:29,457 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/aa18ad2bd14544b5a723ea7a9f20b513 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/aa18ad2bd14544b5a723ea7a9f20b513 2024-12-15T05:34:29,461 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/B of 267a111f87678b12b3c008a8bb605ff0 into aa18ad2bd14544b5a723ea7a9f20b513(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:29,462 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:29,462 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/B, priority=13, startTime=1734240868973; duration=0sec 2024-12-15T05:34:29,462 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:29,462 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:B 2024-12-15T05:34:29,462 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:29,463 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:29,463 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/C is initiating minor compaction (all files) 2024-12-15T05:34:29,463 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/C in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:29,463 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/b989fc31a0d84ab183ffdf5a1390ffa1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/48a0842015b545708b9199a313725b8a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/a9c3d0dd91aa4a44ad2cd0bc4962168a] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=35.9 K 2024-12-15T05:34:29,463 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting b989fc31a0d84ab183ffdf5a1390ffa1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240865799 2024-12-15T05:34:29,464 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 48a0842015b545708b9199a313725b8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734240865859 2024-12-15T05:34:29,464 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting a9c3d0dd91aa4a44ad2cd0bc4962168a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734240868027 2024-12-15T05:34:29,477 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:29,478 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/8b385da1ed034fb1ae1b328996baeba3 is 50, key is test_row_0/C:col10/1734240868044/Put/seqid=0 2024-12-15T05:34:29,482 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/215af49d5c724e9a8d571fa63ba368d5 2024-12-15T05:34:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/c65f833fb0344c81b2e30ef3ff3bbea0 is 50, key is test_row_0/B:col10/1734240868079/Put/seqid=0 2024-12-15T05:34:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742041_1217 (size=12561) 2024-12-15T05:34:29,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240929514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240929514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240929515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,518 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/8b385da1ed034fb1ae1b328996baeba3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8b385da1ed034fb1ae1b328996baeba3 2024-12-15T05:34:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742042_1218 (size=12151) 2024-12-15T05:34:29,525 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/C of 267a111f87678b12b3c008a8bb605ff0 into 8b385da1ed034fb1ae1b328996baeba3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:29,525 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:29,525 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/C, priority=13, startTime=1734240868976; duration=0sec 2024-12-15T05:34:29,525 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:29,525 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:C 2024-12-15T05:34:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240929816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240929818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240929820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:29,851 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/eaa81d75de6c43a098d459f764755e66 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/eaa81d75de6c43a098d459f764755e66 2024-12-15T05:34:29,857 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/A of 267a111f87678b12b3c008a8bb605ff0 into eaa81d75de6c43a098d459f764755e66(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:29,857 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:29,857 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/A, priority=13, startTime=1734240868972; duration=0sec 2024-12-15T05:34:29,857 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:29,857 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:A 2024-12-15T05:34:29,923 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/c65f833fb0344c81b2e30ef3ff3bbea0 2024-12-15T05:34:29,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/082c07dae1b64197ad14d58005338ce4 is 50, key is test_row_0/C:col10/1734240868079/Put/seqid=0 2024-12-15T05:34:29,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742043_1219 (size=12151) 2024-12-15T05:34:29,936 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/082c07dae1b64197ad14d58005338ce4 2024-12-15T05:34:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/215af49d5c724e9a8d571fa63ba368d5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/215af49d5c724e9a8d571fa63ba368d5 2024-12-15T05:34:29,946 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/215af49d5c724e9a8d571fa63ba368d5, entries=150, sequenceid=195, filesize=30.4 K 2024-12-15T05:34:29,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/c65f833fb0344c81b2e30ef3ff3bbea0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c65f833fb0344c81b2e30ef3ff3bbea0 2024-12-15T05:34:29,951 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c65f833fb0344c81b2e30ef3ff3bbea0, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T05:34:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/082c07dae1b64197ad14d58005338ce4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/082c07dae1b64197ad14d58005338ce4 2024-12-15T05:34:29,956 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/082c07dae1b64197ad14d58005338ce4, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T05:34:29,957 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 267a111f87678b12b3c008a8bb605ff0 in 980ms, sequenceid=195, compaction requested=false 2024-12-15T05:34:29,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:29,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:29,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-15T05:34:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-15T05:34:29,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-15T05:34:29,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0520 sec 2024-12-15T05:34:29,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.0560 sec 2024-12-15T05:34:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T05:34:30,010 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-15T05:34:30,011 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-15T05:34:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T05:34:30,013 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:30,014 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:30,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T05:34:30,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T05:34:30,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:30,167 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:30,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a95539a6056c4123876328ca5e2b6ad3_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240869206/Put/seqid=0 2024-12-15T05:34:30,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742044_1220 (size=12304) 2024-12-15T05:34:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:30,202 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a95539a6056c4123876328ca5e2b6ad3_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a95539a6056c4123876328ca5e2b6ad3_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/35632650c0ea4f7693a5fad40d77e8ea, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/35632650c0ea4f7693a5fad40d77e8ea is 175, key is test_row_0/A:col10/1734240869206/Put/seqid=0 2024-12-15T05:34:30,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742045_1221 (size=31105) 2024-12-15T05:34:30,212 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/35632650c0ea4f7693a5fad40d77e8ea 2024-12-15T05:34:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:30,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/a306bd80fdb64837be633d0f1d9d61ca is 50, key is test_row_0/B:col10/1734240869206/Put/seqid=0 2024-12-15T05:34:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742046_1222 (size=12151) 2024-12-15T05:34:30,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240930249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240930251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T05:34:30,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240930319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240930321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240930324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240930352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240930353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240930555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240930557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T05:34:30,631 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/a306bd80fdb64837be633d0f1d9d61ca 2024-12-15T05:34:30,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/8f32b8fc82b84b0e81422df328c9dd4d is 50, key is test_row_0/C:col10/1734240869206/Put/seqid=0 2024-12-15T05:34:30,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742047_1223 (size=12151) 2024-12-15T05:34:30,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240930856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240930859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,059 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/8f32b8fc82b84b0e81422df328c9dd4d 2024-12-15T05:34:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/35632650c0ea4f7693a5fad40d77e8ea as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/35632650c0ea4f7693a5fad40d77e8ea 2024-12-15T05:34:31,068 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/35632650c0ea4f7693a5fad40d77e8ea, entries=150, sequenceid=209, filesize=30.4 K 2024-12-15T05:34:31,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/a306bd80fdb64837be633d0f1d9d61ca as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a306bd80fdb64837be633d0f1d9d61ca 2024-12-15T05:34:31,074 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a306bd80fdb64837be633d0f1d9d61ca, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T05:34:31,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/8f32b8fc82b84b0e81422df328c9dd4d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8f32b8fc82b84b0e81422df328c9dd4d 2024-12-15T05:34:31,078 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8f32b8fc82b84b0e81422df328c9dd4d, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T05:34:31,079 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 267a111f87678b12b3c008a8bb605ff0 in 913ms, sequenceid=209, compaction requested=true 2024-12-15T05:34:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-15T05:34:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-15T05:34:31,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-15T05:34:31,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-12-15T05:34:31,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.0710 sec 2024-12-15T05:34:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T05:34:31,116 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-15T05:34:31,117 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-15T05:34:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T05:34:31,119 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:31,120 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:31,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T05:34:31,271 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T05:34:31,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:31,272 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:31,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:31,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:31,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121577802332214542cba9bda75b8fdc4b65_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240870244/Put/seqid=0 2024-12-15T05:34:31,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742048_1224 (size=12304) 2024-12-15T05:34:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:31,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:31,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240931338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240931339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240931339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240931359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240931363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T05:34:31,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240931443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240931443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240931443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240931646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240931646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240931647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:31,697 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121577802332214542cba9bda75b8fdc4b65_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121577802332214542cba9bda75b8fdc4b65_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:31,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1c18245a0f3f4c7ba563f56fdcd2f60a, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:31,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1c18245a0f3f4c7ba563f56fdcd2f60a is 175, key is test_row_0/A:col10/1734240870244/Put/seqid=0 2024-12-15T05:34:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742049_1225 (size=31105) 2024-12-15T05:34:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T05:34:31,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240931949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240931950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:31,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240931951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:32,102 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1c18245a0f3f4c7ba563f56fdcd2f60a 2024-12-15T05:34:32,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/1d3c840011d342b392f18945aecf45fa is 50, key is test_row_0/B:col10/1734240870244/Put/seqid=0 2024-12-15T05:34:32,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742050_1226 (size=12151) 2024-12-15T05:34:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T05:34:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240932362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:32,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240932369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:32,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240932451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:32,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240932453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:32,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240932455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:32,521 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/1d3c840011d342b392f18945aecf45fa 2024-12-15T05:34:32,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/813001b3a57d455d9068df4ff866a01d is 50, key is test_row_0/C:col10/1734240870244/Put/seqid=0 2024-12-15T05:34:32,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742051_1227 (size=12151) 2024-12-15T05:34:32,934 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/813001b3a57d455d9068df4ff866a01d 2024-12-15T05:34:32,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1c18245a0f3f4c7ba563f56fdcd2f60a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1c18245a0f3f4c7ba563f56fdcd2f60a 2024-12-15T05:34:32,945 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1c18245a0f3f4c7ba563f56fdcd2f60a, entries=150, sequenceid=234, filesize=30.4 K 2024-12-15T05:34:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/1d3c840011d342b392f18945aecf45fa as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/1d3c840011d342b392f18945aecf45fa 2024-12-15T05:34:32,950 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/1d3c840011d342b392f18945aecf45fa, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T05:34:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/813001b3a57d455d9068df4ff866a01d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/813001b3a57d455d9068df4ff866a01d 2024-12-15T05:34:32,955 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/813001b3a57d455d9068df4ff866a01d, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T05:34:32,957 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 267a111f87678b12b3c008a8bb605ff0 in 1684ms, sequenceid=234, compaction requested=true 2024-12-15T05:34:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-15T05:34:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-15T05:34:32,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-15T05:34:32,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8380 sec 2024-12-15T05:34:32,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8440 sec 2024-12-15T05:34:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T05:34:33,222 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-15T05:34:33,223 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-15T05:34:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T05:34:33,224 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:33,225 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:33,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T05:34:33,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T05:34:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:33,377 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:34:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c5a10ec7ed434b328414edd252444eb8_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240871338/Put/seqid=0 2024-12-15T05:34:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742052_1228 (size=12304) 2024-12-15T05:34:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:33,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240933476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240933477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240933478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T05:34:33,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240933579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240933579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240933579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240933781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240933782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240933782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:33,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:33,800 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c5a10ec7ed434b328414edd252444eb8_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c5a10ec7ed434b328414edd252444eb8_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:33,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/c155ee0a95b24538959e4aaa3fb48d1c, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:33,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/c155ee0a95b24538959e4aaa3fb48d1c is 175, key is test_row_0/A:col10/1734240871338/Put/seqid=0 2024-12-15T05:34:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742053_1229 (size=31105) 2024-12-15T05:34:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T05:34:34,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240934085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:34,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240934087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:34,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240934087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:34,213 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/c155ee0a95b24538959e4aaa3fb48d1c 2024-12-15T05:34:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/5028301df6754d0f863d3b5946eb16b5 is 50, key is test_row_0/B:col10/1734240871338/Put/seqid=0 2024-12-15T05:34:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742054_1230 (size=12151) 2024-12-15T05:34:34,234 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/5028301df6754d0f863d3b5946eb16b5 2024-12-15T05:34:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/fffe5881aac84616abaf3d119190b34e is 50, key is test_row_0/C:col10/1734240871338/Put/seqid=0 2024-12-15T05:34:34,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742055_1231 (size=12151) 2024-12-15T05:34:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T05:34:34,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240934375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:34,377 DEBUG [Thread-778 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:34,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240934378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:34,381 DEBUG [Thread-776 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:34,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240934587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:34,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240934590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:34,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240934594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:34,661 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/fffe5881aac84616abaf3d119190b34e 2024-12-15T05:34:34,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/c155ee0a95b24538959e4aaa3fb48d1c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/c155ee0a95b24538959e4aaa3fb48d1c 2024-12-15T05:34:34,672 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/c155ee0a95b24538959e4aaa3fb48d1c, entries=150, sequenceid=246, filesize=30.4 K 2024-12-15T05:34:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/5028301df6754d0f863d3b5946eb16b5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/5028301df6754d0f863d3b5946eb16b5 2024-12-15T05:34:34,680 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/5028301df6754d0f863d3b5946eb16b5, entries=150, sequenceid=246, filesize=11.9 K 2024-12-15T05:34:34,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/fffe5881aac84616abaf3d119190b34e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fffe5881aac84616abaf3d119190b34e 2024-12-15T05:34:34,691 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fffe5881aac84616abaf3d119190b34e, entries=150, sequenceid=246, filesize=11.9 K 2024-12-15T05:34:34,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 267a111f87678b12b3c008a8bb605ff0 in 1315ms, sequenceid=246, compaction requested=true 2024-12-15T05:34:34,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:34,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:34,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-15T05:34:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-15T05:34:34,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-15T05:34:34,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-12-15T05:34:34,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.4740 sec 2024-12-15T05:34:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T05:34:35,330 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-15T05:34:35,331 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-15T05:34:35,333 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:35,334 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:35,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T05:34:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T05:34:35,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-15T05:34:35,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:35,488 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:34:35,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:35,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:35,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:35,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:35,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:35,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121514c2b973d90c42659ee59d0255739e9d_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240873477/Put/seqid=0 2024-12-15T05:34:35,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742056_1232 (size=12454) 2024-12-15T05:34:35,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:35,556 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121514c2b973d90c42659ee59d0255739e9d_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121514c2b973d90c42659ee59d0255739e9d_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:35,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/83e53c85852f4877a5e462145c2b0347, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:35,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/83e53c85852f4877a5e462145c2b0347 is 175, key is test_row_0/A:col10/1734240873477/Put/seqid=0 2024-12-15T05:34:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742057_1233 (size=31255) 2024-12-15T05:34:35,592 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/83e53c85852f4877a5e462145c2b0347 2024-12-15T05:34:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:35,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:35,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/724c3b938a0c4f2d8caaca9d5f6608e8 is 50, key is test_row_0/B:col10/1734240873477/Put/seqid=0 2024-12-15T05:34:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742058_1234 (size=12301) 2024-12-15T05:34:35,611 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/724c3b938a0c4f2d8caaca9d5f6608e8 2024-12-15T05:34:35,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240935613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240935614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240935615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/81a09a370f4a49aaa7861fc91512e4c0 is 50, key is test_row_0/C:col10/1734240873477/Put/seqid=0 2024-12-15T05:34:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T05:34:35,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742059_1235 (size=12301) 2024-12-15T05:34:35,687 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/81a09a370f4a49aaa7861fc91512e4c0 2024-12-15T05:34:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/83e53c85852f4877a5e462145c2b0347 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/83e53c85852f4877a5e462145c2b0347 2024-12-15T05:34:35,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/83e53c85852f4877a5e462145c2b0347, entries=150, sequenceid=270, filesize=30.5 K 2024-12-15T05:34:35,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/724c3b938a0c4f2d8caaca9d5f6608e8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/724c3b938a0c4f2d8caaca9d5f6608e8 2024-12-15T05:34:35,707 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/724c3b938a0c4f2d8caaca9d5f6608e8, entries=150, sequenceid=270, filesize=12.0 K 2024-12-15T05:34:35,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/81a09a370f4a49aaa7861fc91512e4c0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81a09a370f4a49aaa7861fc91512e4c0 2024-12-15T05:34:35,714 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81a09a370f4a49aaa7861fc91512e4c0, entries=150, sequenceid=270, filesize=12.0 K 2024-12-15T05:34:35,718 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 267a111f87678b12b3c008a8bb605ff0 in 230ms, sequenceid=270, compaction requested=true 2024-12-15T05:34:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-15T05:34:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-15T05:34:35,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T05:34:35,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 387 msec 2024-12-15T05:34:35,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 392 msec 2024-12-15T05:34:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:35,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T05:34:35,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:35,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:35,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:35,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:35,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:35,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:35,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121538456389347447f28917f3666942f42b_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240875727/Put/seqid=0 2024-12-15T05:34:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240935808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240935812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240935820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742060_1236 (size=20074) 2024-12-15T05:34:35,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240935921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240935925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T05:34:35,939 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-15T05:34:35,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240935930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:35,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-15T05:34:35,943 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T05:34:35,944 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:35,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T05:34:36,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:36,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:36,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240936128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240936128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240936140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:36,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121538456389347447f28917f3666942f42b_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121538456389347447f28917f3666942f42b_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:36,238 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/3e99f9236eb84b5ea2570c0a90cac86c, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:36,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/3e99f9236eb84b5ea2570c0a90cac86c is 175, key is test_row_0/A:col10/1734240875727/Put/seqid=0 2024-12-15T05:34:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T05:34:36,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742061_1237 (size=57333) 2024-12-15T05:34:36,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/3e99f9236eb84b5ea2570c0a90cac86c 2024-12-15T05:34:36,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/bd5d3a148fdb499e8a3b6585f80430f7 is 50, key is test_row_0/B:col10/1734240875727/Put/seqid=0 2024-12-15T05:34:36,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742062_1238 (size=12301) 2024-12-15T05:34:36,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/bd5d3a148fdb499e8a3b6585f80430f7 2024-12-15T05:34:36,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/81b85df4325c41ea81ac4819093e0df7 is 50, key is test_row_0/C:col10/1734240875727/Put/seqid=0 2024-12-15T05:34:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742063_1239 (size=12301) 2024-12-15T05:34:36,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/81b85df4325c41ea81ac4819093e0df7 2024-12-15T05:34:36,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/3e99f9236eb84b5ea2570c0a90cac86c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3e99f9236eb84b5ea2570c0a90cac86c 2024-12-15T05:34:36,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3e99f9236eb84b5ea2570c0a90cac86c, entries=300, sequenceid=286, filesize=56.0 K 2024-12-15T05:34:36,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/bd5d3a148fdb499e8a3b6585f80430f7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/bd5d3a148fdb499e8a3b6585f80430f7 2024-12-15T05:34:36,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/bd5d3a148fdb499e8a3b6585f80430f7, entries=150, sequenceid=286, filesize=12.0 K 2024-12-15T05:34:36,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/81b85df4325c41ea81ac4819093e0df7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81b85df4325c41ea81ac4819093e0df7 2024-12-15T05:34:36,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81b85df4325c41ea81ac4819093e0df7, entries=150, sequenceid=286, filesize=12.0 K 2024-12-15T05:34:36,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 267a111f87678b12b3c008a8bb605ff0 in 679ms, sequenceid=286, compaction requested=true 2024-12-15T05:34:36,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:36,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:36,407 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-15T05:34:36,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:36,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:36,407 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-15T05:34:36,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:36,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:36,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:36,410 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 244523 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-15T05:34:36,410 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/A is initiating minor compaction (all files) 2024-12-15T05:34:36,410 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/A in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,410 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/eaa81d75de6c43a098d459f764755e66, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/215af49d5c724e9a8d571fa63ba368d5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/35632650c0ea4f7693a5fad40d77e8ea, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1c18245a0f3f4c7ba563f56fdcd2f60a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/c155ee0a95b24538959e4aaa3fb48d1c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/83e53c85852f4877a5e462145c2b0347, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3e99f9236eb84b5ea2570c0a90cac86c] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=238.8 K 2024-12-15T05:34:36,410 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,410 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/eaa81d75de6c43a098d459f764755e66, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/215af49d5c724e9a8d571fa63ba368d5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/35632650c0ea4f7693a5fad40d77e8ea, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1c18245a0f3f4c7ba563f56fdcd2f60a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/c155ee0a95b24538959e4aaa3fb48d1c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/83e53c85852f4877a5e462145c2b0347, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3e99f9236eb84b5ea2570c0a90cac86c] 2024-12-15T05:34:36,411 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa81d75de6c43a098d459f764755e66, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734240868027 2024-12-15T05:34:36,411 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85767 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-15T05:34:36,411 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/B is initiating minor compaction (all files) 2024-12-15T05:34:36,411 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 215af49d5c724e9a8d571fa63ba368d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734240868079 2024-12-15T05:34:36,411 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/B in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,412 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/aa18ad2bd14544b5a723ea7a9f20b513, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c65f833fb0344c81b2e30ef3ff3bbea0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a306bd80fdb64837be633d0f1d9d61ca, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/1d3c840011d342b392f18945aecf45fa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/5028301df6754d0f863d3b5946eb16b5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/724c3b938a0c4f2d8caaca9d5f6608e8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/bd5d3a148fdb499e8a3b6585f80430f7] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=83.8 K 2024-12-15T05:34:36,412 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35632650c0ea4f7693a5fad40d77e8ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734240869204 2024-12-15T05:34:36,412 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting aa18ad2bd14544b5a723ea7a9f20b513, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734240868027 2024-12-15T05:34:36,412 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c18245a0f3f4c7ba563f56fdcd2f60a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240870244 2024-12-15T05:34:36,412 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c65f833fb0344c81b2e30ef3ff3bbea0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734240868079 2024-12-15T05:34:36,412 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c155ee0a95b24538959e4aaa3fb48d1c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734240871333 2024-12-15T05:34:36,413 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83e53c85852f4877a5e462145c2b0347, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734240873475 2024-12-15T05:34:36,413 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting a306bd80fdb64837be633d0f1d9d61ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734240869204 2024-12-15T05:34:36,413 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d3c840011d342b392f18945aecf45fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240870244 2024-12-15T05:34:36,413 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e99f9236eb84b5ea2570c0a90cac86c, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734240875599 2024-12-15T05:34:36,413 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5028301df6754d0f863d3b5946eb16b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734240871333 2024-12-15T05:34:36,414 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 724c3b938a0c4f2d8caaca9d5f6608e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734240873475 2024-12-15T05:34:36,415 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting bd5d3a148fdb499e8a3b6585f80430f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734240875613 2024-12-15T05:34:36,434 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:36,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T05:34:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:36,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:36,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:36,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:36,447 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#B#compaction#204 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:36,448 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/f521d4bdf3eb49ed90398606e32c0e6f is 50, key is test_row_0/B:col10/1734240875727/Put/seqid=0 2024-12-15T05:34:36,448 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121526a9e70cc46641d9a5a84ee7f3580adc_267a111f87678b12b3c008a8bb605ff0 store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:36,450 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121526a9e70cc46641d9a5a84ee7f3580adc_267a111f87678b12b3c008a8bb605ff0, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:36,450 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121526a9e70cc46641d9a5a84ee7f3580adc_267a111f87678b12b3c008a8bb605ff0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:36,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240936464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240936471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742064_1240 (size=12949) 2024-12-15T05:34:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240936472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,484 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/f521d4bdf3eb49ed90398606e32c0e6f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f521d4bdf3eb49ed90398606e32c0e6f 2024-12-15T05:34:36,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ec578dc4bafa491e80f3f7dc0d53cdac_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240876437/Put/seqid=0 2024-12-15T05:34:36,491 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/B of 267a111f87678b12b3c008a8bb605ff0 into f521d4bdf3eb49ed90398606e32c0e6f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:36,491 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:36,491 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/B, priority=9, startTime=1734240876407; duration=0sec 2024-12-15T05:34:36,491 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:36,491 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:B 2024-12-15T05:34:36,491 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-15T05:34:36,494 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85767 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-15T05:34:36,494 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/C is initiating minor compaction (all files) 2024-12-15T05:34:36,494 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/C in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,494 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8b385da1ed034fb1ae1b328996baeba3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/082c07dae1b64197ad14d58005338ce4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8f32b8fc82b84b0e81422df328c9dd4d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/813001b3a57d455d9068df4ff866a01d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fffe5881aac84616abaf3d119190b34e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81a09a370f4a49aaa7861fc91512e4c0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81b85df4325c41ea81ac4819093e0df7] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=83.8 K 2024-12-15T05:34:36,495 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b385da1ed034fb1ae1b328996baeba3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734240868027 2024-12-15T05:34:36,495 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 082c07dae1b64197ad14d58005338ce4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734240868079 2024-12-15T05:34:36,496 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f32b8fc82b84b0e81422df328c9dd4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734240869204 2024-12-15T05:34:36,496 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 813001b3a57d455d9068df4ff866a01d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240870244 2024-12-15T05:34:36,496 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting fffe5881aac84616abaf3d119190b34e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734240871333 2024-12-15T05:34:36,496 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 81a09a370f4a49aaa7861fc91512e4c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734240873475 2024-12-15T05:34:36,497 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 81b85df4325c41ea81ac4819093e0df7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734240875613 2024-12-15T05:34:36,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742065_1241 (size=4469) 2024-12-15T05:34:36,506 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#A#compaction#203 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:36,507 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/337d9c899b79402e861aa1afc593a349 is 175, key is test_row_0/A:col10/1734240875727/Put/seqid=0 2024-12-15T05:34:36,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742066_1242 (size=12454) 2024-12-15T05:34:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742067_1243 (size=31903) 2024-12-15T05:34:36,525 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#C#compaction#206 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:36,526 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/7f1f1e2821af401388c2c55cd1b22ef4 is 50, key is test_row_0/C:col10/1734240875727/Put/seqid=0 2024-12-15T05:34:36,531 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/337d9c899b79402e861aa1afc593a349 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/337d9c899b79402e861aa1afc593a349 2024-12-15T05:34:36,537 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/A of 267a111f87678b12b3c008a8bb605ff0 into 337d9c899b79402e861aa1afc593a349(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:36,537 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:36,537 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/A, priority=9, startTime=1734240876407; duration=0sec 2024-12-15T05:34:36,537 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:36,537 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:A 2024-12-15T05:34:36,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742068_1244 (size=12949) 2024-12-15T05:34:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T05:34:36,548 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/7f1f1e2821af401388c2c55cd1b22ef4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/7f1f1e2821af401388c2c55cd1b22ef4 2024-12-15T05:34:36,553 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/C of 267a111f87678b12b3c008a8bb605ff0 into 7f1f1e2821af401388c2c55cd1b22ef4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:36,553 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:36,554 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/C, priority=9, startTime=1734240876407; duration=0sec 2024-12-15T05:34:36,554 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:36,554 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:C 2024-12-15T05:34:36,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240936574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240936576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240936582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240936775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240936780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240936785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:36,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:36,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:36,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:36,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:36,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:36,936 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ec578dc4bafa491e80f3f7dc0d53cdac_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ec578dc4bafa491e80f3f7dc0d53cdac_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:36,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/5630337181ea4bbfbd5bf3487d428a41, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:36,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/5630337181ea4bbfbd5bf3487d428a41 is 175, key is test_row_0/A:col10/1734240876437/Put/seqid=0 2024-12-15T05:34:36,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742069_1245 (size=31255) 2024-12-15T05:34:37,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:37,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:37,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:37,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T05:34:37,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240937079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240937084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240937088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:37,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:37,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:37,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:37,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:37,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/5630337181ea4bbfbd5bf3487d428a41 2024-12-15T05:34:37,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/93f4912de4f94017ac7c35712c60abf7 is 50, key is test_row_0/B:col10/1734240876437/Put/seqid=0 2024-12-15T05:34:37,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742070_1246 (size=12301) 2024-12-15T05:34:37,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/93f4912de4f94017ac7c35712c60abf7 2024-12-15T05:34:37,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/415bf58c3a3d4081ad3f511c4a9a4a9c is 50, key is test_row_0/C:col10/1734240876437/Put/seqid=0 2024-12-15T05:34:37,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742071_1247 (size=12301) 2024-12-15T05:34:37,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/415bf58c3a3d4081ad3f511c4a9a4a9c 2024-12-15T05:34:37,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/5630337181ea4bbfbd5bf3487d428a41 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5630337181ea4bbfbd5bf3487d428a41 2024-12-15T05:34:37,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5630337181ea4bbfbd5bf3487d428a41, entries=150, sequenceid=307, filesize=30.5 K 2024-12-15T05:34:37,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/93f4912de4f94017ac7c35712c60abf7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93f4912de4f94017ac7c35712c60abf7 2024-12-15T05:34:37,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93f4912de4f94017ac7c35712c60abf7, entries=150, sequenceid=307, filesize=12.0 K 2024-12-15T05:34:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/415bf58c3a3d4081ad3f511c4a9a4a9c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/415bf58c3a3d4081ad3f511c4a9a4a9c 2024-12-15T05:34:37,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/415bf58c3a3d4081ad3f511c4a9a4a9c, entries=150, sequenceid=307, filesize=12.0 K 2024-12-15T05:34:37,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 267a111f87678b12b3c008a8bb605ff0 in 1001ms, sequenceid=307, compaction requested=false 2024-12-15T05:34:37,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:37,475 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T05:34:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:37,476 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T05:34:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:37,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121513b91de705174b6e8dcc246727296953_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240876468/Put/seqid=0 2024-12-15T05:34:37,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742072_1248 (size=12454) 2024-12-15T05:34:37,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:37,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240937666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240937666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240937667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240937769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240937769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240937769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:37,901 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121513b91de705174b6e8dcc246727296953_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121513b91de705174b6e8dcc246727296953_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/6c44dc7d27494a9a9f049a15f05238ad, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/6c44dc7d27494a9a9f049a15f05238ad is 175, key is test_row_0/A:col10/1734240876468/Put/seqid=0 2024-12-15T05:34:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742073_1249 (size=31255) 2024-12-15T05:34:37,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240937971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240937971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240937972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T05:34:38,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240938272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240938273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240938277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,309 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/6c44dc7d27494a9a9f049a15f05238ad 2024-12-15T05:34:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/f9a7e7997cff445cb85b4b2df2ba9179 is 50, key is test_row_0/B:col10/1734240876468/Put/seqid=0 2024-12-15T05:34:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742074_1250 (size=12301) 2024-12-15T05:34:38,357 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/f9a7e7997cff445cb85b4b2df2ba9179 2024-12-15T05:34:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/1186336d10884a08b66a02ff4a7818d5 is 50, key is test_row_0/C:col10/1734240876468/Put/seqid=0 2024-12-15T05:34:38,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58548 deadline: 1734240938391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58528 deadline: 1734240938392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,400 DEBUG [Thread-778 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:38,400 DEBUG [Thread-776 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742075_1251 (size=12301) 2024-12-15T05:34:38,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240938775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240938777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240938781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:38,822 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/1186336d10884a08b66a02ff4a7818d5 2024-12-15T05:34:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/6c44dc7d27494a9a9f049a15f05238ad as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/6c44dc7d27494a9a9f049a15f05238ad 2024-12-15T05:34:38,844 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/6c44dc7d27494a9a9f049a15f05238ad, entries=150, sequenceid=326, filesize=30.5 K 2024-12-15T05:34:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/f9a7e7997cff445cb85b4b2df2ba9179 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f9a7e7997cff445cb85b4b2df2ba9179 2024-12-15T05:34:38,854 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f9a7e7997cff445cb85b4b2df2ba9179, entries=150, sequenceid=326, filesize=12.0 K 2024-12-15T05:34:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/1186336d10884a08b66a02ff4a7818d5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/1186336d10884a08b66a02ff4a7818d5 2024-12-15T05:34:38,860 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/1186336d10884a08b66a02ff4a7818d5, entries=150, sequenceid=326, filesize=12.0 K 2024-12-15T05:34:38,861 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 267a111f87678b12b3c008a8bb605ff0 in 1385ms, sequenceid=326, compaction requested=true 2024-12-15T05:34:38,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-15T05:34:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-15T05:34:38,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T05:34:38,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9190 sec 2024-12-15T05:34:38,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.9240 sec 2024-12-15T05:34:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:39,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T05:34:39,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:39,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:39,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:39,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:39,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:39,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:39,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121550925979f51d4b76a6e4b6af37eac924_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240879788/Put/seqid=0 2024-12-15T05:34:39,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240939803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:39,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240939804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240939805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:39,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742076_1252 (size=17534) 2024-12-15T05:34:39,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:39,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121550925979f51d4b76a6e4b6af37eac924_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121550925979f51d4b76a6e4b6af37eac924_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:39,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1d87e5a8fff74f779563c200ff937c73, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:39,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1d87e5a8fff74f779563c200ff937c73 is 175, key is test_row_0/A:col10/1734240879788/Put/seqid=0 2024-12-15T05:34:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742077_1253 (size=48639) 2024-12-15T05:34:39,829 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1d87e5a8fff74f779563c200ff937c73 2024-12-15T05:34:39,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/d3087b528ea54264a38ec97180b4230d is 50, key is test_row_0/B:col10/1734240879788/Put/seqid=0 2024-12-15T05:34:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742078_1254 (size=12301) 2024-12-15T05:34:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240939906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240939906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:39,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240939914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T05:34:40,049 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-15T05:34:40,050 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-15T05:34:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T05:34:40,051 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:40,052 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:40,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:40,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240940108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240940109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240940117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T05:34:40,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T05:34:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/d3087b528ea54264a38ec97180b4230d 2024-12-15T05:34:40,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/e39e3b10e9534ee89ad1169da51c6994 is 50, key is test_row_0/C:col10/1734240879788/Put/seqid=0 2024-12-15T05:34:40,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742079_1255 (size=12301) 2024-12-15T05:34:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T05:34:40,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T05:34:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58588 deadline: 1734240940413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58536 deadline: 1734240940413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58554 deadline: 1734240940422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,469 DEBUG [Thread-788 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:53650 2024-12-15T05:34:40,469 DEBUG [Thread-788 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:40,469 DEBUG [Thread-786 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:53650 2024-12-15T05:34:40,469 DEBUG [Thread-786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:40,470 DEBUG [Thread-790 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7af61386 to 127.0.0.1:53650 2024-12-15T05:34:40,470 DEBUG [Thread-790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:40,473 DEBUG [Thread-792 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x063e87c8 to 127.0.0.1:53650 2024-12-15T05:34:40,473 DEBUG [Thread-792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:40,508 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T05:34:40,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:40,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/e39e3b10e9534ee89ad1169da51c6994 2024-12-15T05:34:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T05:34:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/1d87e5a8fff74f779563c200ff937c73 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d87e5a8fff74f779563c200ff937c73 2024-12-15T05:34:40,661 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T05:34:40,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:40,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d87e5a8fff74f779563c200ff937c73, entries=250, sequenceid=349, filesize=47.5 K 2024-12-15T05:34:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:40,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/d3087b528ea54264a38ec97180b4230d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/d3087b528ea54264a38ec97180b4230d 2024-12-15T05:34:40,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/d3087b528ea54264a38ec97180b4230d, entries=150, sequenceid=349, filesize=12.0 K 2024-12-15T05:34:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/e39e3b10e9534ee89ad1169da51c6994 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/e39e3b10e9534ee89ad1169da51c6994 2024-12-15T05:34:40,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/e39e3b10e9534ee89ad1169da51c6994, entries=150, sequenceid=349, filesize=12.0 K 2024-12-15T05:34:40,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 267a111f87678b12b3c008a8bb605ff0 in 881ms, sequenceid=349, compaction requested=true 2024-12-15T05:34:40,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:40,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:40,673 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:34:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:40,673 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:34:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 267a111f87678b12b3c008a8bb605ff0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:40,674 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143052 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:34:40,674 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:34:40,674 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/A is initiating minor compaction (all files) 2024-12-15T05:34:40,674 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/B is initiating minor compaction (all files) 2024-12-15T05:34:40,674 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/B in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,674 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/A in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,674 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f521d4bdf3eb49ed90398606e32c0e6f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93f4912de4f94017ac7c35712c60abf7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f9a7e7997cff445cb85b4b2df2ba9179, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/d3087b528ea54264a38ec97180b4230d] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=48.7 K 2024-12-15T05:34:40,674 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/337d9c899b79402e861aa1afc593a349, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5630337181ea4bbfbd5bf3487d428a41, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/6c44dc7d27494a9a9f049a15f05238ad, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d87e5a8fff74f779563c200ff937c73] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=139.7 K 2024-12-15T05:34:40,674 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,674 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/337d9c899b79402e861aa1afc593a349, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5630337181ea4bbfbd5bf3487d428a41, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/6c44dc7d27494a9a9f049a15f05238ad, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d87e5a8fff74f779563c200ff937c73] 2024-12-15T05:34:40,674 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f521d4bdf3eb49ed90398606e32c0e6f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734240875613 2024-12-15T05:34:40,674 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 337d9c899b79402e861aa1afc593a349, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734240875613 2024-12-15T05:34:40,675 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 93f4912de4f94017ac7c35712c60abf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1734240875804 2024-12-15T05:34:40,675 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5630337181ea4bbfbd5bf3487d428a41, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1734240875804 2024-12-15T05:34:40,675 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c44dc7d27494a9a9f049a15f05238ad, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734240876458 2024-12-15T05:34:40,675 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f9a7e7997cff445cb85b4b2df2ba9179, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734240876458 2024-12-15T05:34:40,675 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d87e5a8fff74f779563c200ff937c73, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734240877589 2024-12-15T05:34:40,675 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d3087b528ea54264a38ec97180b4230d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734240877657 2024-12-15T05:34:40,684 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#B#compaction#215 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:40,684 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/51cd6939af2f4f15ace56d99baad6692 is 50, key is test_row_0/B:col10/1734240879788/Put/seqid=0 2024-12-15T05:34:40,688 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:40,694 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121527e74ff013614394a0c3ecd02bea2e88_267a111f87678b12b3c008a8bb605ff0 store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:40,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742080_1256 (size=13085) 2024-12-15T05:34:40,732 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121527e74ff013614394a0c3ecd02bea2e88_267a111f87678b12b3c008a8bb605ff0, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:40,732 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121527e74ff013614394a0c3ecd02bea2e88_267a111f87678b12b3c008a8bb605ff0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742081_1257 (size=4469) 2024-12-15T05:34:40,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:40,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T05:34:40,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:40,815 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:34:40,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:40,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:40,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:40,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:40,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:40,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:40,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c40dcc780ac142ac93aa4c45875ccd03_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240879803/Put/seqid=0 2024-12-15T05:34:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742082_1258 (size=12454) 2024-12-15T05:34:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:40,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. as already flushing 2024-12-15T05:34:40,919 DEBUG [Thread-781 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:53650 2024-12-15T05:34:40,919 DEBUG [Thread-781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:40,920 DEBUG [Thread-774 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:53650 2024-12-15T05:34:40,920 DEBUG [Thread-774 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:40,943 DEBUG [Thread-783 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:53650 2024-12-15T05:34:40,943 DEBUG [Thread-783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:41,102 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/51cd6939af2f4f15ace56d99baad6692 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/51cd6939af2f4f15ace56d99baad6692 2024-12-15T05:34:41,108 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/B of 267a111f87678b12b3c008a8bb605ff0 into 51cd6939af2f4f15ace56d99baad6692(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:41,108 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:41,108 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/B, priority=12, startTime=1734240880673; duration=0sec 2024-12-15T05:34:41,109 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:41,109 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:B 2024-12-15T05:34:41,109 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:34:41,110 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:34:41,110 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 267a111f87678b12b3c008a8bb605ff0/C is initiating minor compaction (all files) 2024-12-15T05:34:41,110 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 267a111f87678b12b3c008a8bb605ff0/C in TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:41,110 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/7f1f1e2821af401388c2c55cd1b22ef4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/415bf58c3a3d4081ad3f511c4a9a4a9c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/1186336d10884a08b66a02ff4a7818d5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/e39e3b10e9534ee89ad1169da51c6994] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp, totalSize=48.7 K 2024-12-15T05:34:41,110 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f1f1e2821af401388c2c55cd1b22ef4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734240875613 2024-12-15T05:34:41,111 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 415bf58c3a3d4081ad3f511c4a9a4a9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1734240875804 2024-12-15T05:34:41,111 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1186336d10884a08b66a02ff4a7818d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734240876458 2024-12-15T05:34:41,111 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting e39e3b10e9534ee89ad1169da51c6994, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734240877657 2024-12-15T05:34:41,118 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#C#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:41,118 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/24c612a6c5b94bc187d7c48fbbecde1b is 50, key is test_row_0/C:col10/1734240879788/Put/seqid=0 2024-12-15T05:34:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742083_1259 (size=13085) 2024-12-15T05:34:41,137 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 267a111f87678b12b3c008a8bb605ff0#A#compaction#216 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:41,138 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/e0f15b0ad29b4ae384fb5a497c295baa is 175, key is test_row_0/A:col10/1734240879788/Put/seqid=0 2024-12-15T05:34:41,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742084_1260 (size=32039) 2024-12-15T05:34:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T05:34:41,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:41,243 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c40dcc780ac142ac93aa4c45875ccd03_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c40dcc780ac142ac93aa4c45875ccd03_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:41,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/810ab4d601df4f24bccb3bfca3bdeb92, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:41,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/810ab4d601df4f24bccb3bfca3bdeb92 is 175, key is test_row_0/A:col10/1734240879803/Put/seqid=0 2024-12-15T05:34:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742085_1261 (size=31255) 2024-12-15T05:34:41,527 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/24c612a6c5b94bc187d7c48fbbecde1b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/24c612a6c5b94bc187d7c48fbbecde1b 2024-12-15T05:34:41,532 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/C of 267a111f87678b12b3c008a8bb605ff0 into 24c612a6c5b94bc187d7c48fbbecde1b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:41,532 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:41,532 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/C, priority=12, startTime=1734240880673; duration=0sec 2024-12-15T05:34:41,532 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:41,532 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:C 2024-12-15T05:34:41,545 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/e0f15b0ad29b4ae384fb5a497c295baa as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/e0f15b0ad29b4ae384fb5a497c295baa 2024-12-15T05:34:41,550 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 267a111f87678b12b3c008a8bb605ff0/A of 267a111f87678b12b3c008a8bb605ff0 into e0f15b0ad29b4ae384fb5a497c295baa(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:41,550 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:41,550 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0., storeName=267a111f87678b12b3c008a8bb605ff0/A, priority=12, startTime=1734240880672; duration=0sec 2024-12-15T05:34:41,550 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:41,550 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 267a111f87678b12b3c008a8bb605ff0:A 2024-12-15T05:34:41,652 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/810ab4d601df4f24bccb3bfca3bdeb92 2024-12-15T05:34:41,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/0970519a4d6642b4bc65541b70560557 is 50, key is test_row_0/B:col10/1734240879803/Put/seqid=0 2024-12-15T05:34:41,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742086_1262 (size=12301) 2024-12-15T05:34:41,667 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/0970519a4d6642b4bc65541b70560557 2024-12-15T05:34:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/fb9885590d2f4237b64d40d39574f2ab is 50, key is test_row_0/C:col10/1734240879803/Put/seqid=0 2024-12-15T05:34:41,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742087_1263 (size=12301) 2024-12-15T05:34:41,730 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T05:34:42,079 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/fb9885590d2f4237b64d40d39574f2ab 2024-12-15T05:34:42,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/810ab4d601df4f24bccb3bfca3bdeb92 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/810ab4d601df4f24bccb3bfca3bdeb92 2024-12-15T05:34:42,093 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/810ab4d601df4f24bccb3bfca3bdeb92, entries=150, sequenceid=362, filesize=30.5 K 2024-12-15T05:34:42,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/0970519a4d6642b4bc65541b70560557 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/0970519a4d6642b4bc65541b70560557 2024-12-15T05:34:42,100 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/0970519a4d6642b4bc65541b70560557, entries=150, sequenceid=362, filesize=12.0 K 2024-12-15T05:34:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/fb9885590d2f4237b64d40d39574f2ab as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fb9885590d2f4237b64d40d39574f2ab 2024-12-15T05:34:42,104 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fb9885590d2f4237b64d40d39574f2ab, entries=150, sequenceid=362, filesize=12.0 K 2024-12-15T05:34:42,104 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 267a111f87678b12b3c008a8bb605ff0 in 1289ms, sequenceid=362, compaction requested=false 2024-12-15T05:34:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-15T05:34:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-15T05:34:42,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T05:34:42,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0530 sec 2024-12-15T05:34:42,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.0570 sec 2024-12-15T05:34:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T05:34:42,156 INFO [Thread-785 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-15T05:34:47,630 DEBUG [master/fcd62a4bcb63:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ebee679b7856b3b2e25938445709ba27 changed from -1.0 to 0.0, refreshing cache 2024-12-15T05:34:48,426 DEBUG [Thread-776 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:53650 2024-12-15T05:34:48,426 DEBUG [Thread-776 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:48,447 DEBUG [Thread-778 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:53650 2024-12-15T05:34:48,447 DEBUG [Thread-778 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6511 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6340 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2809 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8427 rows 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2803 2024-12-15T05:34:48,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8409 rows 2024-12-15T05:34:48,447 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T05:34:48,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x407e6b5c to 127.0.0.1:53650 2024-12-15T05:34:48,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:34:48,450 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T05:34:48,450 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T05:34:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T05:34:48,455 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240888454"}]},"ts":"1734240888454"} 2024-12-15T05:34:48,456 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T05:34:48,472 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T05:34:48,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:34:48,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, UNASSIGN}] 2024-12-15T05:34:48,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, UNASSIGN 2024-12-15T05:34:48,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=267a111f87678b12b3c008a8bb605ff0, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:48,477 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:34:48,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:34:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T05:34:48,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:48,629 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 267a111f87678b12b3c008a8bb605ff0, disabling compactions & flushes 2024-12-15T05:34:48,629 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. after waiting 0 ms 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:48,629 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 267a111f87678b12b3c008a8bb605ff0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=A 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=B 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 267a111f87678b12b3c008a8bb605ff0, store=C 2024-12-15T05:34:48,629 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:48,636 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159baca5c088a847cabef84f34053a65e0_267a111f87678b12b3c008a8bb605ff0 is 50, key is test_row_0/A:col10/1734240880919/Put/seqid=0 2024-12-15T05:34:48,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742088_1264 (size=12454) 2024-12-15T05:34:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T05:34:49,040 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:49,048 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159baca5c088a847cabef84f34053a65e0_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159baca5c088a847cabef84f34053a65e0_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:49,050 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/fbc91edaa6624148b82165b9950ec76e, store: [table=TestAcidGuarantees family=A region=267a111f87678b12b3c008a8bb605ff0] 2024-12-15T05:34:49,051 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/fbc91edaa6624148b82165b9950ec76e is 175, key is test_row_0/A:col10/1734240880919/Put/seqid=0 2024-12-15T05:34:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742089_1265 (size=31255) 2024-12-15T05:34:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T05:34:49,457 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/fbc91edaa6624148b82165b9950ec76e 2024-12-15T05:34:49,468 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/e1c7548282b848d2adb438a7a16421c6 is 50, key is test_row_0/B:col10/1734240880919/Put/seqid=0 2024-12-15T05:34:49,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742090_1266 (size=12301) 2024-12-15T05:34:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T05:34:49,872 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/e1c7548282b848d2adb438a7a16421c6 2024-12-15T05:34:49,880 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/888d497eefa4498c87f2f0f06a1fdac4 is 50, key is test_row_0/C:col10/1734240880919/Put/seqid=0 2024-12-15T05:34:49,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742091_1267 (size=12301) 2024-12-15T05:34:50,286 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/888d497eefa4498c87f2f0f06a1fdac4 2024-12-15T05:34:50,292 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/A/fbc91edaa6624148b82165b9950ec76e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/fbc91edaa6624148b82165b9950ec76e 2024-12-15T05:34:50,297 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/fbc91edaa6624148b82165b9950ec76e, entries=150, sequenceid=373, filesize=30.5 K 2024-12-15T05:34:50,298 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/B/e1c7548282b848d2adb438a7a16421c6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/e1c7548282b848d2adb438a7a16421c6 2024-12-15T05:34:50,302 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/e1c7548282b848d2adb438a7a16421c6, entries=150, sequenceid=373, filesize=12.0 K 2024-12-15T05:34:50,303 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/.tmp/C/888d497eefa4498c87f2f0f06a1fdac4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/888d497eefa4498c87f2f0f06a1fdac4 2024-12-15T05:34:50,307 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/888d497eefa4498c87f2f0f06a1fdac4, entries=150, sequenceid=373, filesize=12.0 K 2024-12-15T05:34:50,308 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 267a111f87678b12b3c008a8bb605ff0 in 1679ms, sequenceid=373, compaction requested=true 2024-12-15T05:34:50,308 DEBUG [StoreCloser-TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/a4a77c80313b46f29487c750d444ba6a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/739f2df7b6d0479a8c51726d58c108d6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1fdcd2450214477c8087f571bdffd3d6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5986359897294710aba9d9e98a6ffac9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/92240d8f095849449e8e6a90a5198034, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/01fd6e479037493e9b803622e0bfa3ec, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/537bf155ac39449da6fbf16e5c0e3ad6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/ac1db1412b494e7d8a01ac0a1cc32a74, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3c67129d39544217ae07206e02809ca2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/54384aadc2d2411aaa0b97b5c6667917, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d74ec2840074369800e835879995980, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/dc24d67ac10a4328a4df230f2c87178e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/eaa81d75de6c43a098d459f764755e66, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/215af49d5c724e9a8d571fa63ba368d5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/35632650c0ea4f7693a5fad40d77e8ea, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1c18245a0f3f4c7ba563f56fdcd2f60a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/c155ee0a95b24538959e4aaa3fb48d1c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/83e53c85852f4877a5e462145c2b0347, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3e99f9236eb84b5ea2570c0a90cac86c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/337d9c899b79402e861aa1afc593a349, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5630337181ea4bbfbd5bf3487d428a41, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/6c44dc7d27494a9a9f049a15f05238ad, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d87e5a8fff74f779563c200ff937c73] to archive 2024-12-15T05:34:50,309 DEBUG [StoreCloser-TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:34:50,311 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/a4a77c80313b46f29487c750d444ba6a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/a4a77c80313b46f29487c750d444ba6a 2024-12-15T05:34:50,311 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/739f2df7b6d0479a8c51726d58c108d6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/739f2df7b6d0479a8c51726d58c108d6 2024-12-15T05:34:50,311 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1fdcd2450214477c8087f571bdffd3d6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1fdcd2450214477c8087f571bdffd3d6 2024-12-15T05:34:50,311 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/92240d8f095849449e8e6a90a5198034 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/92240d8f095849449e8e6a90a5198034 2024-12-15T05:34:50,311 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5986359897294710aba9d9e98a6ffac9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5986359897294710aba9d9e98a6ffac9 2024-12-15T05:34:50,312 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/01fd6e479037493e9b803622e0bfa3ec to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/01fd6e479037493e9b803622e0bfa3ec 2024-12-15T05:34:50,312 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/ac1db1412b494e7d8a01ac0a1cc32a74 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/ac1db1412b494e7d8a01ac0a1cc32a74 2024-12-15T05:34:50,312 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/537bf155ac39449da6fbf16e5c0e3ad6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/537bf155ac39449da6fbf16e5c0e3ad6 2024-12-15T05:34:50,312 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3c67129d39544217ae07206e02809ca2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3c67129d39544217ae07206e02809ca2 2024-12-15T05:34:50,313 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d74ec2840074369800e835879995980 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d74ec2840074369800e835879995980 2024-12-15T05:34:50,313 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/54384aadc2d2411aaa0b97b5c6667917 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/54384aadc2d2411aaa0b97b5c6667917 2024-12-15T05:34:50,313 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/dc24d67ac10a4328a4df230f2c87178e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/dc24d67ac10a4328a4df230f2c87178e 2024-12-15T05:34:50,313 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/215af49d5c724e9a8d571fa63ba368d5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/215af49d5c724e9a8d571fa63ba368d5 2024-12-15T05:34:50,313 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/35632650c0ea4f7693a5fad40d77e8ea to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/35632650c0ea4f7693a5fad40d77e8ea 2024-12-15T05:34:50,314 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/eaa81d75de6c43a098d459f764755e66 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/eaa81d75de6c43a098d459f764755e66 2024-12-15T05:34:50,314 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/83e53c85852f4877a5e462145c2b0347 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/83e53c85852f4877a5e462145c2b0347 2024-12-15T05:34:50,314 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/c155ee0a95b24538959e4aaa3fb48d1c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/c155ee0a95b24538959e4aaa3fb48d1c 2024-12-15T05:34:50,314 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3e99f9236eb84b5ea2570c0a90cac86c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/3e99f9236eb84b5ea2570c0a90cac86c 2024-12-15T05:34:50,314 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/337d9c899b79402e861aa1afc593a349 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/337d9c899b79402e861aa1afc593a349 2024-12-15T05:34:50,314 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1c18245a0f3f4c7ba563f56fdcd2f60a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1c18245a0f3f4c7ba563f56fdcd2f60a 2024-12-15T05:34:50,314 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5630337181ea4bbfbd5bf3487d428a41 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/5630337181ea4bbfbd5bf3487d428a41 2024-12-15T05:34:50,315 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/6c44dc7d27494a9a9f049a15f05238ad to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/6c44dc7d27494a9a9f049a15f05238ad 2024-12-15T05:34:50,315 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d87e5a8fff74f779563c200ff937c73 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/1d87e5a8fff74f779563c200ff937c73 2024-12-15T05:34:50,324 DEBUG [StoreCloser-TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/7139836fb8894cec91c9b558408f879e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6333ec78074d4f07bfba003cf2116a4c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/30921cb1a14241c3a0489e0c24c13d11, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/444ff23122ac4c598ede76599639e425, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/9bb3c0ad7dc84212a03128b1761d8fd4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6d8b2dd7728148b396d6648fd8ff37d9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/603faa6b92c14310abf28bc6d3148184, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93eac836c4924018b00080699f8b06c3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/b152f921c5fa4952b4628c0057d9e9de, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c50e2e0f59834637be4c7632a539ae3a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/921cf7c97b5d4baca7805563bf34b0e0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/aa18ad2bd14544b5a723ea7a9f20b513, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a5ed4ac53ed94da5bc98005ddd6a8044, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c65f833fb0344c81b2e30ef3ff3bbea0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a306bd80fdb64837be633d0f1d9d61ca, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/1d3c840011d342b392f18945aecf45fa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/5028301df6754d0f863d3b5946eb16b5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/724c3b938a0c4f2d8caaca9d5f6608e8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f521d4bdf3eb49ed90398606e32c0e6f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/bd5d3a148fdb499e8a3b6585f80430f7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93f4912de4f94017ac7c35712c60abf7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f9a7e7997cff445cb85b4b2df2ba9179, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/d3087b528ea54264a38ec97180b4230d] to archive 2024-12-15T05:34:50,325 DEBUG [StoreCloser-TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:34:50,327 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6333ec78074d4f07bfba003cf2116a4c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6333ec78074d4f07bfba003cf2116a4c 2024-12-15T05:34:50,327 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/30921cb1a14241c3a0489e0c24c13d11 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/30921cb1a14241c3a0489e0c24c13d11 2024-12-15T05:34:50,328 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/7139836fb8894cec91c9b558408f879e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/7139836fb8894cec91c9b558408f879e 2024-12-15T05:34:50,328 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/444ff23122ac4c598ede76599639e425 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/444ff23122ac4c598ede76599639e425 2024-12-15T05:34:50,328 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/603faa6b92c14310abf28bc6d3148184 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/603faa6b92c14310abf28bc6d3148184 2024-12-15T05:34:50,328 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6d8b2dd7728148b396d6648fd8ff37d9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/6d8b2dd7728148b396d6648fd8ff37d9 2024-12-15T05:34:50,328 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/9bb3c0ad7dc84212a03128b1761d8fd4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/9bb3c0ad7dc84212a03128b1761d8fd4 2024-12-15T05:34:50,328 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93eac836c4924018b00080699f8b06c3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93eac836c4924018b00080699f8b06c3 2024-12-15T05:34:50,329 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/921cf7c97b5d4baca7805563bf34b0e0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/921cf7c97b5d4baca7805563bf34b0e0 2024-12-15T05:34:50,329 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/b152f921c5fa4952b4628c0057d9e9de to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/b152f921c5fa4952b4628c0057d9e9de 2024-12-15T05:34:50,329 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c65f833fb0344c81b2e30ef3ff3bbea0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c65f833fb0344c81b2e30ef3ff3bbea0 2024-12-15T05:34:50,329 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/aa18ad2bd14544b5a723ea7a9f20b513 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/aa18ad2bd14544b5a723ea7a9f20b513 2024-12-15T05:34:50,329 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a5ed4ac53ed94da5bc98005ddd6a8044 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a5ed4ac53ed94da5bc98005ddd6a8044 2024-12-15T05:34:50,330 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c50e2e0f59834637be4c7632a539ae3a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/c50e2e0f59834637be4c7632a539ae3a 2024-12-15T05:34:50,330 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/1d3c840011d342b392f18945aecf45fa to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/1d3c840011d342b392f18945aecf45fa 2024-12-15T05:34:50,330 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a306bd80fdb64837be633d0f1d9d61ca to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/a306bd80fdb64837be633d0f1d9d61ca 2024-12-15T05:34:50,331 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/5028301df6754d0f863d3b5946eb16b5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/5028301df6754d0f863d3b5946eb16b5 2024-12-15T05:34:50,331 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f521d4bdf3eb49ed90398606e32c0e6f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f521d4bdf3eb49ed90398606e32c0e6f 2024-12-15T05:34:50,331 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/724c3b938a0c4f2d8caaca9d5f6608e8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/724c3b938a0c4f2d8caaca9d5f6608e8 2024-12-15T05:34:50,332 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93f4912de4f94017ac7c35712c60abf7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/93f4912de4f94017ac7c35712c60abf7 2024-12-15T05:34:50,332 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/bd5d3a148fdb499e8a3b6585f80430f7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/bd5d3a148fdb499e8a3b6585f80430f7 2024-12-15T05:34:50,332 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/d3087b528ea54264a38ec97180b4230d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/d3087b528ea54264a38ec97180b4230d 2024-12-15T05:34:50,332 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f9a7e7997cff445cb85b4b2df2ba9179 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/f9a7e7997cff445cb85b4b2df2ba9179 2024-12-15T05:34:50,333 DEBUG [StoreCloser-TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/abb2510d353845eb8b86512c64b0aa35, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/9da19b62296443f3b79bfaaada848539, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/760d0d584296424199ba78cd81dd3948, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/ab5d2962dcff4deaaf7be7486b811018, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/30c43cc45c634787bd03e48b63e3c1f1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/c27bdb27ca9a400bb2d0403ef811be03, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/172f53ef33f644368f695722b480ccf2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/d2e056bc4046417dac966f5e20ebefa4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/b989fc31a0d84ab183ffdf5a1390ffa1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/402b8eda5bee4a2ca75f5ad088ce6f73, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/48a0842015b545708b9199a313725b8a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8b385da1ed034fb1ae1b328996baeba3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/a9c3d0dd91aa4a44ad2cd0bc4962168a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/082c07dae1b64197ad14d58005338ce4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8f32b8fc82b84b0e81422df328c9dd4d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/813001b3a57d455d9068df4ff866a01d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fffe5881aac84616abaf3d119190b34e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81a09a370f4a49aaa7861fc91512e4c0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/7f1f1e2821af401388c2c55cd1b22ef4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81b85df4325c41ea81ac4819093e0df7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/415bf58c3a3d4081ad3f511c4a9a4a9c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/1186336d10884a08b66a02ff4a7818d5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/e39e3b10e9534ee89ad1169da51c6994] to archive 2024-12-15T05:34:50,334 DEBUG [StoreCloser-TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:34:50,336 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/9da19b62296443f3b79bfaaada848539 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/9da19b62296443f3b79bfaaada848539 2024-12-15T05:34:50,336 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/172f53ef33f644368f695722b480ccf2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/172f53ef33f644368f695722b480ccf2 2024-12-15T05:34:50,336 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/c27bdb27ca9a400bb2d0403ef811be03 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/c27bdb27ca9a400bb2d0403ef811be03 2024-12-15T05:34:50,336 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/760d0d584296424199ba78cd81dd3948 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/760d0d584296424199ba78cd81dd3948 2024-12-15T05:34:50,337 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/d2e056bc4046417dac966f5e20ebefa4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/d2e056bc4046417dac966f5e20ebefa4 2024-12-15T05:34:50,337 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/ab5d2962dcff4deaaf7be7486b811018 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/ab5d2962dcff4deaaf7be7486b811018 2024-12-15T05:34:50,337 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/abb2510d353845eb8b86512c64b0aa35 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/abb2510d353845eb8b86512c64b0aa35 2024-12-15T05:34:50,337 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/30c43cc45c634787bd03e48b63e3c1f1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/30c43cc45c634787bd03e48b63e3c1f1 2024-12-15T05:34:50,338 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/402b8eda5bee4a2ca75f5ad088ce6f73 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/402b8eda5bee4a2ca75f5ad088ce6f73 2024-12-15T05:34:50,338 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8b385da1ed034fb1ae1b328996baeba3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8b385da1ed034fb1ae1b328996baeba3 2024-12-15T05:34:50,338 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8f32b8fc82b84b0e81422df328c9dd4d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/8f32b8fc82b84b0e81422df328c9dd4d 2024-12-15T05:34:50,338 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/b989fc31a0d84ab183ffdf5a1390ffa1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/b989fc31a0d84ab183ffdf5a1390ffa1 2024-12-15T05:34:50,338 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/082c07dae1b64197ad14d58005338ce4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/082c07dae1b64197ad14d58005338ce4 2024-12-15T05:34:50,338 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/48a0842015b545708b9199a313725b8a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/48a0842015b545708b9199a313725b8a 2024-12-15T05:34:50,339 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/a9c3d0dd91aa4a44ad2cd0bc4962168a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/a9c3d0dd91aa4a44ad2cd0bc4962168a 2024-12-15T05:34:50,339 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/813001b3a57d455d9068df4ff866a01d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/813001b3a57d455d9068df4ff866a01d 2024-12-15T05:34:50,340 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fffe5881aac84616abaf3d119190b34e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fffe5881aac84616abaf3d119190b34e 2024-12-15T05:34:50,340 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/1186336d10884a08b66a02ff4a7818d5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/1186336d10884a08b66a02ff4a7818d5 2024-12-15T05:34:50,340 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81a09a370f4a49aaa7861fc91512e4c0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81a09a370f4a49aaa7861fc91512e4c0 2024-12-15T05:34:50,340 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81b85df4325c41ea81ac4819093e0df7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/81b85df4325c41ea81ac4819093e0df7 2024-12-15T05:34:50,340 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/7f1f1e2821af401388c2c55cd1b22ef4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/7f1f1e2821af401388c2c55cd1b22ef4 2024-12-15T05:34:50,340 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/e39e3b10e9534ee89ad1169da51c6994 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/e39e3b10e9534ee89ad1169da51c6994 2024-12-15T05:34:50,340 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/415bf58c3a3d4081ad3f511c4a9a4a9c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/415bf58c3a3d4081ad3f511c4a9a4a9c 2024-12-15T05:34:50,346 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/recovered.edits/376.seqid, newMaxSeqId=376, maxSeqId=4 2024-12-15T05:34:50,347 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0. 2024-12-15T05:34:50,347 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 267a111f87678b12b3c008a8bb605ff0: 2024-12-15T05:34:50,348 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=267a111f87678b12b3c008a8bb605ff0, regionState=CLOSED 2024-12-15T05:34:50,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-15T05:34:50,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 267a111f87678b12b3c008a8bb605ff0, server=fcd62a4bcb63,36137,1734240823378 in 1.8740 sec 2024-12-15T05:34:50,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-15T05:34:50,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=267a111f87678b12b3c008a8bb605ff0, UNASSIGN in 1.8790 sec 2024-12-15T05:34:50,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-15T05:34:50,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8830 sec 2024-12-15T05:34:50,358 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240890358"}]},"ts":"1734240890358"} 2024-12-15T05:34:50,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T05:34:50,386 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T05:34:50,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9360 sec 2024-12-15T05:34:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T05:34:50,561 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-15T05:34:50,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T05:34:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:50,563 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:50,564 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T05:34:50,565 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,567 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/recovered.edits] 2024-12-15T05:34:50,569 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/810ab4d601df4f24bccb3bfca3bdeb92 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/810ab4d601df4f24bccb3bfca3bdeb92 2024-12-15T05:34:50,570 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/fbc91edaa6624148b82165b9950ec76e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/fbc91edaa6624148b82165b9950ec76e 2024-12-15T05:34:50,570 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/e0f15b0ad29b4ae384fb5a497c295baa to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/A/e0f15b0ad29b4ae384fb5a497c295baa 2024-12-15T05:34:50,572 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/0970519a4d6642b4bc65541b70560557 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/0970519a4d6642b4bc65541b70560557 2024-12-15T05:34:50,572 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/e1c7548282b848d2adb438a7a16421c6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/e1c7548282b848d2adb438a7a16421c6 2024-12-15T05:34:50,572 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/51cd6939af2f4f15ace56d99baad6692 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/B/51cd6939af2f4f15ace56d99baad6692 2024-12-15T05:34:50,574 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fb9885590d2f4237b64d40d39574f2ab to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/fb9885590d2f4237b64d40d39574f2ab 2024-12-15T05:34:50,575 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/24c612a6c5b94bc187d7c48fbbecde1b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/24c612a6c5b94bc187d7c48fbbecde1b 2024-12-15T05:34:50,575 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/888d497eefa4498c87f2f0f06a1fdac4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/C/888d497eefa4498c87f2f0f06a1fdac4 2024-12-15T05:34:50,577 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/recovered.edits/376.seqid to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0/recovered.edits/376.seqid 2024-12-15T05:34:50,577 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,577 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T05:34:50,578 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T05:34:50,579 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T05:34:50,590 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121514c2b973d90c42659ee59d0255739e9d_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121514c2b973d90c42659ee59d0255739e9d_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,590 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121513b91de705174b6e8dcc246727296953_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121513b91de705174b6e8dcc246727296953_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,590 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121525b7753008664d8b9ca74e195ad7e993_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121525b7753008664d8b9ca74e195ad7e993_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,590 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121538456389347447f28917f3666942f42b_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121538456389347447f28917f3666942f42b_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,590 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121554f0a53862b74aa9824afba6cd774fb4_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121554f0a53862b74aa9824afba6cd774fb4_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,591 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121550925979f51d4b76a6e4b6af37eac924_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121550925979f51d4b76a6e4b6af37eac924_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,591 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121566258bd4f98d4f0c90bf87e7823140e8_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121566258bd4f98d4f0c90bf87e7823140e8_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,591 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b8b1bce30fd481e8023d998b1b0ef79_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b8b1bce30fd481e8023d998b1b0ef79_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,594 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159baca5c088a847cabef84f34053a65e0_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159baca5c088a847cabef84f34053a65e0_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,594 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121595f495f4f1274e48811b7459f8387478_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121595f495f4f1274e48811b7459f8387478_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,594 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121577802332214542cba9bda75b8fdc4b65_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121577802332214542cba9bda75b8fdc4b65_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,594 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a95539a6056c4123876328ca5e2b6ad3_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a95539a6056c4123876328ca5e2b6ad3_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,594 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c40dcc780ac142ac93aa4c45875ccd03_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c40dcc780ac142ac93aa4c45875ccd03_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,594 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215800edde0576f4806903efd36e327d84e_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215800edde0576f4806903efd36e327d84e_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,595 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c5a10ec7ed434b328414edd252444eb8_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c5a10ec7ed434b328414edd252444eb8_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,596 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e0804481275d4ecd8146af66de62acb5_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e0804481275d4ecd8146af66de62acb5_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,596 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ec578dc4bafa491e80f3f7dc0d53cdac_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ec578dc4bafa491e80f3f7dc0d53cdac_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,596 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215eed38abf6327482596d1f56471ec749c_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215eed38abf6327482596d1f56471ec749c_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,596 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e43ab484c0f24b17aa93395b0cef7913_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e43ab484c0f24b17aa93395b0cef7913_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,606 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d426ea935a26476d9c0dd2340981496f_267a111f87678b12b3c008a8bb605ff0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d426ea935a26476d9c0dd2340981496f_267a111f87678b12b3c008a8bb605ff0 2024-12-15T05:34:50,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T05:34:50,609 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:50,612 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T05:34:50,614 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T05:34:50,615 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:50,615 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T05:34:50,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734240890615"}]},"ts":"9223372036854775807"} 2024-12-15T05:34:50,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T05:34:50,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 267a111f87678b12b3c008a8bb605ff0, NAME => 'TestAcidGuarantees,,1734240857147.267a111f87678b12b3c008a8bb605ff0.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T05:34:50,618 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T05:34:50,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734240890618"}]},"ts":"9223372036854775807"} 2024-12-15T05:34:50,621 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T05:34:50,631 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:50,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-12-15T05:34:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T05:34:50,665 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-15T05:34:50,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=244 (was 247), OpenFileDescriptor=451 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4606 (was 3958) - AvailableMemoryMB LEAK? - 2024-12-15T05:34:50,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=4606 2024-12-15T05:34:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:34:50,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:34:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T05:34:50,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T05:34:50,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:50,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 76 2024-12-15T05:34:50,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T05:34:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T05:34:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742092_1268 (size=963) 2024-12-15T05:34:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T05:34:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T05:34:51,091 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:34:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742093_1269 (size=53) 2024-12-15T05:34:51,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:34:51,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f9e11680d5fea05f61692f994e95706a, disabling compactions & flushes 2024-12-15T05:34:51,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:51,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:51,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. after waiting 0 ms 2024-12-15T05:34:51,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:51,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:51,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:51,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T05:34:51,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734240891101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734240891101"}]},"ts":"1734240891101"} 2024-12-15T05:34:51,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T05:34:51,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T05:34:51,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240891103"}]},"ts":"1734240891103"} 2024-12-15T05:34:51,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T05:34:51,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9e11680d5fea05f61692f994e95706a, ASSIGN}] 2024-12-15T05:34:51,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9e11680d5fea05f61692f994e95706a, ASSIGN 2024-12-15T05:34:51,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9e11680d5fea05f61692f994e95706a, ASSIGN; state=OFFLINE, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=false 2024-12-15T05:34:51,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=f9e11680d5fea05f61692f994e95706a, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:51,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; OpenRegionProcedure f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:34:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T05:34:51,432 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:51,435 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:51,435 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7285): Opening region: {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:34:51,435 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,435 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:34:51,435 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7327): checking encryption for f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,435 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7330): checking classloading for f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,437 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,438 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:51,438 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e11680d5fea05f61692f994e95706a columnFamilyName A 2024-12-15T05:34:51,438 DEBUG [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:51,439 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.HStore(327): Store=f9e11680d5fea05f61692f994e95706a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:51,439 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,439 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:51,439 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e11680d5fea05f61692f994e95706a columnFamilyName B 2024-12-15T05:34:51,439 DEBUG [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:51,440 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.HStore(327): Store=f9e11680d5fea05f61692f994e95706a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:51,440 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,441 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:34:51,441 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e11680d5fea05f61692f994e95706a columnFamilyName C 2024-12-15T05:34:51,441 DEBUG [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:34:51,441 INFO [StoreOpener-f9e11680d5fea05f61692f994e95706a-1 {}] regionserver.HStore(327): Store=f9e11680d5fea05f61692f994e95706a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:34:51,442 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:51,442 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,442 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,443 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:34:51,444 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1085): writing seq id for f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,446 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:34:51,446 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1102): Opened f9e11680d5fea05f61692f994e95706a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59719554, jitterRate=-0.11010929942131042}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:34:51,447 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1001): Region open journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:51,448 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., pid=78, masterSystemTime=1734240891432 2024-12-15T05:34:51,448 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:51,449 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:51,449 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=f9e11680d5fea05f61692f994e95706a, regionState=OPEN, openSeqNum=2, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:51,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-15T05:34:51,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; OpenRegionProcedure f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 in 168 msec 2024-12-15T05:34:51,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-15T05:34:51,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9e11680d5fea05f61692f994e95706a, ASSIGN in 322 msec 2024-12-15T05:34:51,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T05:34:51,452 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240891452"}]},"ts":"1734240891452"} 2024-12-15T05:34:51,453 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T05:34:51,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T05:34:51,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 803 msec 2024-12-15T05:34:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T05:34:51,789 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 76 completed 2024-12-15T05:34:51,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-12-15T05:34:51,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,819 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T05:34:51,823 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T05:34:51,826 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-12-15T05:34:51,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-12-15T05:34:51,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-12-15T05:34:51,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,874 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-12-15T05:34:51,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-12-15T05:34:51,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-12-15T05:34:51,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-12-15T05:34:51,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x598cfed4 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@521aad6f 2024-12-15T05:34:51,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86f707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68ad882f to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f5b2180 2024-12-15T05:34:51,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34becda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,932 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-12-15T05:34:51,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:34:51,944 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-15T05:34:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T05:34:51,946 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:51,946 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:51,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:51,947 DEBUG [hconnection-0x7590d3ca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,947 DEBUG [hconnection-0x2ed781c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,948 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,948 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,950 DEBUG [hconnection-0x1df57784-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,950 DEBUG [hconnection-0x7c472ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,950 DEBUG [hconnection-0x1e15153d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,951 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,951 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,951 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,952 DEBUG [hconnection-0xeac72d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,952 DEBUG [hconnection-0x31088364-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,953 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,956 DEBUG [hconnection-0xadbb6c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,957 DEBUG [hconnection-0x1df946c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,957 DEBUG [hconnection-0x72232a81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:34:51,958 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,958 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,958 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:34:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:51,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:34:51,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:51,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:51,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:51,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:51,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:51,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:52,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/f35fd74d4fa94007910fca097a7f68f2 is 50, key is test_row_0/A:col10/1734240891956/Put/seqid=0 2024-12-15T05:34:52,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240951998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240952000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240952000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240952001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240952001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742094_1270 (size=12001) 2024-12-15T05:34:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T05:34:52,098 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T05:34:52,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240952104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240952104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240952104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240952104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240952105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T05:34:52,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T05:34:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240952306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240952306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240952307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240952307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240952307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T05:34:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/f35fd74d4fa94007910fca097a7f68f2 2024-12-15T05:34:52,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5d8bd08b0f9f4f3698e0801bbd64bfa8 is 50, key is test_row_0/B:col10/1734240891956/Put/seqid=0 2024-12-15T05:34:52,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742095_1271 (size=12001) 2024-12-15T05:34:52,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5d8bd08b0f9f4f3698e0801bbd64bfa8 2024-12-15T05:34:52,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/f4bca7777a04418bb1dc603ca294a2fb is 50, key is test_row_0/C:col10/1734240891956/Put/seqid=0 2024-12-15T05:34:52,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742096_1272 (size=12001) 2024-12-15T05:34:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T05:34:52,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T05:34:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240952609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240952609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240952610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240952610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240952611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T05:34:52,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:52,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:52,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T05:34:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:52,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:52,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/f4bca7777a04418bb1dc603ca294a2fb 2024-12-15T05:34:52,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/f35fd74d4fa94007910fca097a7f68f2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/f35fd74d4fa94007910fca097a7f68f2 2024-12-15T05:34:52,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/f35fd74d4fa94007910fca097a7f68f2, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T05:34:52,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5d8bd08b0f9f4f3698e0801bbd64bfa8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d8bd08b0f9f4f3698e0801bbd64bfa8 2024-12-15T05:34:52,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d8bd08b0f9f4f3698e0801bbd64bfa8, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T05:34:52,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/f4bca7777a04418bb1dc603ca294a2fb as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f4bca7777a04418bb1dc603ca294a2fb 2024-12-15T05:34:52,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f4bca7777a04418bb1dc603ca294a2fb, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T05:34:52,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for f9e11680d5fea05f61692f994e95706a in 964ms, sequenceid=13, compaction requested=false 2024-12-15T05:34:52,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:53,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T05:34:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:53,017 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T05:34:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c2c2093b479f45d5954027e2ec733c0d is 50, key is test_row_0/A:col10/1734240891999/Put/seqid=0 2024-12-15T05:34:53,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742097_1273 (size=12001) 2024-12-15T05:34:53,029 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c2c2093b479f45d5954027e2ec733c0d 2024-12-15T05:34:53,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/1510a0a0c10c457d873a55d298bccce2 is 50, key is test_row_0/B:col10/1734240891999/Put/seqid=0 2024-12-15T05:34:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T05:34:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742098_1274 (size=12001) 2024-12-15T05:34:53,058 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/1510a0a0c10c457d873a55d298bccce2 2024-12-15T05:34:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/ab398b8f6e43443784883db9eca7d2b2 is 50, key is test_row_0/C:col10/1734240891999/Put/seqid=0 2024-12-15T05:34:53,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742099_1275 (size=12001) 2024-12-15T05:34:53,084 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/ab398b8f6e43443784883db9eca7d2b2 2024-12-15T05:34:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c2c2093b479f45d5954027e2ec733c0d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c2c2093b479f45d5954027e2ec733c0d 2024-12-15T05:34:53,096 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c2c2093b479f45d5954027e2ec733c0d, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T05:34:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/1510a0a0c10c457d873a55d298bccce2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/1510a0a0c10c457d873a55d298bccce2 2024-12-15T05:34:53,111 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/1510a0a0c10c457d873a55d298bccce2, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T05:34:53,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/ab398b8f6e43443784883db9eca7d2b2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/ab398b8f6e43443784883db9eca7d2b2 2024-12-15T05:34:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:53,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:53,118 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/ab398b8f6e43443784883db9eca7d2b2, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T05:34:53,118 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=40.25 KB/41220 for f9e11680d5fea05f61692f994e95706a in 101ms, sequenceid=39, compaction requested=false 2024-12-15T05:34:53,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:53,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:53,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-15T05:34:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-15T05:34:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:53,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:53,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-15T05:34:53,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1720 sec 2024-12-15T05:34:53,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1770 sec 2024-12-15T05:34:53,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/a7659d0f48c54f8eb962b95d9bb8c68e is 50, key is test_row_0/A:col10/1734240893117/Put/seqid=0 2024-12-15T05:34:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742100_1276 (size=12001) 2024-12-15T05:34:53,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/a7659d0f48c54f8eb962b95d9bb8c68e 2024-12-15T05:34:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240953138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240953138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240953138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/331f2b2c7e7e463285269a41e7f7695f is 50, key is test_row_0/B:col10/1734240893117/Put/seqid=0 2024-12-15T05:34:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240953142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240953142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742101_1277 (size=12001) 2024-12-15T05:34:53,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240953243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240953243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240953243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240953246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240953246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240953447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240953447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240953447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240953449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240953450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/331f2b2c7e7e463285269a41e7f7695f 2024-12-15T05:34:53,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/0b318cd378f5484e911c813c5f5197e5 is 50, key is test_row_0/C:col10/1734240893117/Put/seqid=0 2024-12-15T05:34:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742102_1278 (size=12001) 2024-12-15T05:34:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240953749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240953749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240953752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240953754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240953754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:53,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/0b318cd378f5484e911c813c5f5197e5 2024-12-15T05:34:53,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/a7659d0f48c54f8eb962b95d9bb8c68e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/a7659d0f48c54f8eb962b95d9bb8c68e 2024-12-15T05:34:53,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/a7659d0f48c54f8eb962b95d9bb8c68e, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T05:34:53,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/331f2b2c7e7e463285269a41e7f7695f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/331f2b2c7e7e463285269a41e7f7695f 2024-12-15T05:34:53,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/331f2b2c7e7e463285269a41e7f7695f, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T05:34:53,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/0b318cd378f5484e911c813c5f5197e5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0b318cd378f5484e911c813c5f5197e5 2024-12-15T05:34:53,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0b318cd378f5484e911c813c5f5197e5, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T05:34:53,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f9e11680d5fea05f61692f994e95706a in 867ms, sequenceid=51, compaction requested=true 2024-12-15T05:34:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:53,986 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:53,986 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:53,987 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:53,987 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:53,988 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:34:53,988 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:34:53,988 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:53,988 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:53,988 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d8bd08b0f9f4f3698e0801bbd64bfa8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/1510a0a0c10c457d873a55d298bccce2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/331f2b2c7e7e463285269a41e7f7695f] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=35.2 K 2024-12-15T05:34:53,988 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/f35fd74d4fa94007910fca097a7f68f2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c2c2093b479f45d5954027e2ec733c0d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/a7659d0f48c54f8eb962b95d9bb8c68e] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=35.2 K 2024-12-15T05:34:53,988 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting f35fd74d4fa94007910fca097a7f68f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734240891953 2024-12-15T05:34:53,988 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d8bd08b0f9f4f3698e0801bbd64bfa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734240891953 2024-12-15T05:34:53,988 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1510a0a0c10c457d873a55d298bccce2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734240891993 2024-12-15T05:34:53,989 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2c2093b479f45d5954027e2ec733c0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734240891993 2024-12-15T05:34:53,989 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 331f2b2c7e7e463285269a41e7f7695f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734240893117 2024-12-15T05:34:53,989 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7659d0f48c54f8eb962b95d9bb8c68e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734240893117 2024-12-15T05:34:53,995 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#233 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:53,996 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/0666d4834e3a41ba877ebbe1a037408d is 50, key is test_row_0/B:col10/1734240893117/Put/seqid=0 2024-12-15T05:34:54,001 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:54,001 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/044d50a4157a49a7a11ce69596f3602a is 50, key is test_row_0/A:col10/1734240893117/Put/seqid=0 2024-12-15T05:34:54,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742104_1280 (size=12104) 2024-12-15T05:34:54,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742103_1279 (size=12104) 2024-12-15T05:34:54,047 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/044d50a4157a49a7a11ce69596f3602a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/044d50a4157a49a7a11ce69596f3602a 2024-12-15T05:34:54,047 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/0666d4834e3a41ba877ebbe1a037408d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0666d4834e3a41ba877ebbe1a037408d 2024-12-15T05:34:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T05:34:54,050 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-15T05:34:54,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:54,053 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into 044d50a4157a49a7a11ce69596f3602a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:54,053 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:54,053 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240893986; duration=0sec 2024-12-15T05:34:54,053 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:54,053 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:34:54,053 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-15T05:34:54,054 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T05:34:54,055 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into 0666d4834e3a41ba877ebbe1a037408d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:54,055 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:54,055 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240893986; duration=0sec 2024-12-15T05:34:54,055 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:54,055 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:34:54,055 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:54,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:54,057 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:54,057 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:34:54,057 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,057 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f4bca7777a04418bb1dc603ca294a2fb, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/ab398b8f6e43443784883db9eca7d2b2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0b318cd378f5484e911c813c5f5197e5] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=35.2 K 2024-12-15T05:34:54,058 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4bca7777a04418bb1dc603ca294a2fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734240891953 2024-12-15T05:34:54,058 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab398b8f6e43443784883db9eca7d2b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734240891993 2024-12-15T05:34:54,058 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b318cd378f5484e911c813c5f5197e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734240893117 2024-12-15T05:34:54,066 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:54,066 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/4a5d11f39edf418e83072f0eb5c44cb0 is 50, key is test_row_0/C:col10/1734240893117/Put/seqid=0 2024-12-15T05:34:54,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742105_1281 (size=12104) 2024-12-15T05:34:54,099 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/4a5d11f39edf418e83072f0eb5c44cb0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4a5d11f39edf418e83072f0eb5c44cb0 2024-12-15T05:34:54,107 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into 4a5d11f39edf418e83072f0eb5c44cb0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:54,107 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:54,107 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=13, startTime=1734240893986; duration=0sec 2024-12-15T05:34:54,107 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:54,107 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:34:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T05:34:54,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-15T05:34:54,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,207 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:54,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:54,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/23ec87fcdea24986b0be294f9a94f55c is 50, key is test_row_0/A:col10/1734240893140/Put/seqid=0 2024-12-15T05:34:54,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742106_1282 (size=12001) 2024-12-15T05:34:54,218 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/23ec87fcdea24986b0be294f9a94f55c 2024-12-15T05:34:54,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/c2ae83bb204045388a2132169a0dc212 is 50, key is test_row_0/B:col10/1734240893140/Put/seqid=0 2024-12-15T05:34:54,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742107_1283 (size=12001) 2024-12-15T05:34:54,245 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/c2ae83bb204045388a2132169a0dc212 2024-12-15T05:34:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/9a4092596ec340219afb3054cc2cbdc9 is 50, key is test_row_0/C:col10/1734240893140/Put/seqid=0 2024-12-15T05:34:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:54,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240954260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240954260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240954260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240954262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240954263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742108_1284 (size=12001) 2024-12-15T05:34:54,270 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/9a4092596ec340219afb3054cc2cbdc9 2024-12-15T05:34:54,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/23ec87fcdea24986b0be294f9a94f55c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/23ec87fcdea24986b0be294f9a94f55c 2024-12-15T05:34:54,278 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/23ec87fcdea24986b0be294f9a94f55c, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T05:34:54,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/c2ae83bb204045388a2132169a0dc212 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c2ae83bb204045388a2132169a0dc212 2024-12-15T05:34:54,283 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c2ae83bb204045388a2132169a0dc212, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T05:34:54,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/9a4092596ec340219afb3054cc2cbdc9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9a4092596ec340219afb3054cc2cbdc9 2024-12-15T05:34:54,288 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9a4092596ec340219afb3054cc2cbdc9, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T05:34:54,288 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f9e11680d5fea05f61692f994e95706a in 81ms, sequenceid=79, compaction requested=false 2024-12-15T05:34:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-15T05:34:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-15T05:34:54,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-15T05:34:54,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 234 msec 2024-12-15T05:34:54,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 239 msec 2024-12-15T05:34:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T05:34:54,356 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-15T05:34:54,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-15T05:34:54,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T05:34:54,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:54,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:54,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:34:54,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:54,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:54,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:54,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:54,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:54,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:54,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/8481fc32c61a463f9a5b72d3a59d149e is 50, key is test_row_0/A:col10/1734240894365/Put/seqid=0 2024-12-15T05:34:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742109_1285 (size=14341) 2024-12-15T05:34:54,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240954387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240954388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240954388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T05:34:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240954491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240954492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240954492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T05:34:54,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240954694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240954695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240954695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/8481fc32c61a463f9a5b72d3a59d149e 2024-12-15T05:34:54,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7fafef59ad4648f3ab9ca3b92c7f5ab6 is 50, key is test_row_0/B:col10/1734240894365/Put/seqid=0 2024-12-15T05:34:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742110_1286 (size=12001) 2024-12-15T05:34:54,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T05:34:54,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:54,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:54,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:54,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:54,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240954997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240954998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240954999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:55,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:55,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7fafef59ad4648f3ab9ca3b92c7f5ab6 2024-12-15T05:34:55,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/5f3c91bb00df497095bdbbaca22692d4 is 50, key is test_row_0/C:col10/1734240894365/Put/seqid=0 2024-12-15T05:34:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742111_1287 (size=12001) 2024-12-15T05:34:55,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240955264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240955271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:55,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:55,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T05:34:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240955500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240955502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240955503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:55,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:55,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:55,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/5f3c91bb00df497095bdbbaca22692d4 2024-12-15T05:34:55,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/8481fc32c61a463f9a5b72d3a59d149e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8481fc32c61a463f9a5b72d3a59d149e 2024-12-15T05:34:55,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8481fc32c61a463f9a5b72d3a59d149e, entries=200, sequenceid=91, filesize=14.0 K 2024-12-15T05:34:55,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7fafef59ad4648f3ab9ca3b92c7f5ab6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7fafef59ad4648f3ab9ca3b92c7f5ab6 2024-12-15T05:34:55,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7fafef59ad4648f3ab9ca3b92c7f5ab6, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T05:34:55,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/5f3c91bb00df497095bdbbaca22692d4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/5f3c91bb00df497095bdbbaca22692d4 2024-12-15T05:34:55,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/5f3c91bb00df497095bdbbaca22692d4, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T05:34:55,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f9e11680d5fea05f61692f994e95706a in 1289ms, sequenceid=91, compaction requested=true 2024-12-15T05:34:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:55,655 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:55,655 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:55,656 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:55,656 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:34:55,656 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,656 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/044d50a4157a49a7a11ce69596f3602a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/23ec87fcdea24986b0be294f9a94f55c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8481fc32c61a463f9a5b72d3a59d149e] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=37.5 K 2024-12-15T05:34:55,656 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:55,656 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:34:55,657 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,657 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0666d4834e3a41ba877ebbe1a037408d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c2ae83bb204045388a2132169a0dc212, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7fafef59ad4648f3ab9ca3b92c7f5ab6] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=35.3 K 2024-12-15T05:34:55,657 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044d50a4157a49a7a11ce69596f3602a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734240893117 2024-12-15T05:34:55,657 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23ec87fcdea24986b0be294f9a94f55c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734240893127 2024-12-15T05:34:55,657 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0666d4834e3a41ba877ebbe1a037408d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734240893117 2024-12-15T05:34:55,657 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8481fc32c61a463f9a5b72d3a59d149e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240894257 2024-12-15T05:34:55,657 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c2ae83bb204045388a2132169a0dc212, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734240893127 2024-12-15T05:34:55,658 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fafef59ad4648f3ab9ca3b92c7f5ab6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240894257 2024-12-15T05:34:55,666 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:55,667 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/98e6981b24804019a3612128503d5750 is 50, key is test_row_0/A:col10/1734240894365/Put/seqid=0 2024-12-15T05:34:55,671 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:55,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/d0c8e887c6e04393842a6348ecbb1e6b is 50, key is test_row_0/B:col10/1734240894365/Put/seqid=0 2024-12-15T05:34:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742112_1288 (size=12207) 2024-12-15T05:34:55,680 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/98e6981b24804019a3612128503d5750 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/98e6981b24804019a3612128503d5750 2024-12-15T05:34:55,687 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into 98e6981b24804019a3612128503d5750(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:55,687 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:55,687 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240895655; duration=0sec 2024-12-15T05:34:55,687 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:55,687 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:34:55,687 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:55,689 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:55,689 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:34:55,689 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,689 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4a5d11f39edf418e83072f0eb5c44cb0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9a4092596ec340219afb3054cc2cbdc9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/5f3c91bb00df497095bdbbaca22692d4] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=35.3 K 2024-12-15T05:34:55,689 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a5d11f39edf418e83072f0eb5c44cb0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734240893117 2024-12-15T05:34:55,690 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a4092596ec340219afb3054cc2cbdc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734240893127 2024-12-15T05:34:55,690 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3c91bb00df497095bdbbaca22692d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240894257 2024-12-15T05:34:55,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:55,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T05:34:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:55,729 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:34:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:55,732 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#244 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:55,733 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/c2708cae19ea42d4985feff34805ce4c is 50, key is test_row_0/C:col10/1734240894365/Put/seqid=0 2024-12-15T05:34:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742113_1289 (size=12207) 2024-12-15T05:34:55,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e676b33fcc2e425cbffb5145badb67fe is 50, key is test_row_0/A:col10/1734240894383/Put/seqid=0 2024-12-15T05:34:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742114_1290 (size=12207) 2024-12-15T05:34:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742115_1291 (size=12001) 2024-12-15T05:34:55,763 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e676b33fcc2e425cbffb5145badb67fe 2024-12-15T05:34:55,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9dd9bfeea13e4b538506054caaab6207 is 50, key is test_row_0/B:col10/1734240894383/Put/seqid=0 2024-12-15T05:34:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742116_1292 (size=12001) 2024-12-15T05:34:55,792 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9dd9bfeea13e4b538506054caaab6207 2024-12-15T05:34:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/2a072c4aa3e74e16a6288ff16a03ce65 is 50, key is test_row_0/C:col10/1734240894383/Put/seqid=0 2024-12-15T05:34:55,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742117_1293 (size=12001) 2024-12-15T05:34:55,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T05:34:56,148 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/d0c8e887c6e04393842a6348ecbb1e6b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/d0c8e887c6e04393842a6348ecbb1e6b 2024-12-15T05:34:56,153 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into d0c8e887c6e04393842a6348ecbb1e6b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:56,154 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:56,154 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240895655; duration=0sec 2024-12-15T05:34:56,154 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:56,154 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:34:56,163 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/c2708cae19ea42d4985feff34805ce4c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c2708cae19ea42d4985feff34805ce4c 2024-12-15T05:34:56,170 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into c2708cae19ea42d4985feff34805ce4c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:56,170 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:56,170 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=13, startTime=1734240895655; duration=0sec 2024-12-15T05:34:56,170 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:56,170 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:34:56,222 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/2a072c4aa3e74e16a6288ff16a03ce65 2024-12-15T05:34:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e676b33fcc2e425cbffb5145badb67fe as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e676b33fcc2e425cbffb5145badb67fe 2024-12-15T05:34:56,232 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e676b33fcc2e425cbffb5145badb67fe, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T05:34:56,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9dd9bfeea13e4b538506054caaab6207 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9dd9bfeea13e4b538506054caaab6207 2024-12-15T05:34:56,238 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9dd9bfeea13e4b538506054caaab6207, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T05:34:56,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/2a072c4aa3e74e16a6288ff16a03ce65 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2a072c4aa3e74e16a6288ff16a03ce65 2024-12-15T05:34:56,242 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2a072c4aa3e74e16a6288ff16a03ce65, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T05:34:56,244 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f9e11680d5fea05f61692f994e95706a in 515ms, sequenceid=117, compaction requested=false 2024-12-15T05:34:56,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:56,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:56,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-15T05:34:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-15T05:34:56,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-15T05:34:56,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8870 sec 2024-12-15T05:34:56,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8910 sec 2024-12-15T05:34:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T05:34:56,461 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-15T05:34:56,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-15T05:34:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T05:34:56,463 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:56,464 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:56,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:56,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:34:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:56,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/86bcb55583e04085b36bb865fb959eb3 is 50, key is test_row_0/A:col10/1734240896514/Put/seqid=0 2024-12-15T05:34:56,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742118_1294 (size=9757) 2024-12-15T05:34:56,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240956536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240956538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240956538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T05:34:56,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-15T05:34:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:56,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240956639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240956641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240956641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T05:34:56,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-15T05:34:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:56,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240956842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240956843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240956843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:56,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-15T05:34:56,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:56,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:56,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:56,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:56,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/86bcb55583e04085b36bb865fb959eb3 2024-12-15T05:34:56,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/df6a90a7e1bc4821a5b062f9e5e484fc is 50, key is test_row_0/B:col10/1734240896514/Put/seqid=0 2024-12-15T05:34:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742119_1295 (size=9757) 2024-12-15T05:34:56,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/df6a90a7e1bc4821a5b062f9e5e484fc 2024-12-15T05:34:56,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/43aca581ba1a4b4da7fea41453363ad0 is 50, key is test_row_0/C:col10/1734240896514/Put/seqid=0 2024-12-15T05:34:56,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742120_1296 (size=9757) 2024-12-15T05:34:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T05:34:57,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-15T05:34:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240957145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240957145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240957146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-15T05:34:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240957272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,274 DEBUG [Thread-1229 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:57,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240957293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,296 DEBUG [Thread-1233 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:34:57,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-15T05:34:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:57,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/43aca581ba1a4b4da7fea41453363ad0 2024-12-15T05:34:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/86bcb55583e04085b36bb865fb959eb3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/86bcb55583e04085b36bb865fb959eb3 2024-12-15T05:34:57,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/86bcb55583e04085b36bb865fb959eb3, entries=100, sequenceid=131, filesize=9.5 K 2024-12-15T05:34:57,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/df6a90a7e1bc4821a5b062f9e5e484fc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/df6a90a7e1bc4821a5b062f9e5e484fc 2024-12-15T05:34:57,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/df6a90a7e1bc4821a5b062f9e5e484fc, entries=100, sequenceid=131, filesize=9.5 K 2024-12-15T05:34:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/43aca581ba1a4b4da7fea41453363ad0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/43aca581ba1a4b4da7fea41453363ad0 2024-12-15T05:34:57,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/43aca581ba1a4b4da7fea41453363ad0, entries=100, sequenceid=131, filesize=9.5 K 2024-12-15T05:34:57,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f9e11680d5fea05f61692f994e95706a in 895ms, sequenceid=131, compaction requested=true 2024-12-15T05:34:57,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:57,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:57,410 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:57,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:57,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:57,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:57,410 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:57,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:57,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:57,412 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:57,412 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:34:57,412 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,412 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/98e6981b24804019a3612128503d5750, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e676b33fcc2e425cbffb5145badb67fe, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/86bcb55583e04085b36bb865fb959eb3] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=33.2 K 2024-12-15T05:34:57,412 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:57,412 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:34:57,413 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98e6981b24804019a3612128503d5750, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240894257 2024-12-15T05:34:57,413 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,413 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/d0c8e887c6e04393842a6348ecbb1e6b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9dd9bfeea13e4b538506054caaab6207, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/df6a90a7e1bc4821a5b062f9e5e484fc] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=33.2 K 2024-12-15T05:34:57,413 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e676b33fcc2e425cbffb5145badb67fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734240894383 2024-12-15T05:34:57,413 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d0c8e887c6e04393842a6348ecbb1e6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240894257 2024-12-15T05:34:57,413 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86bcb55583e04085b36bb865fb959eb3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240896514 2024-12-15T05:34:57,413 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dd9bfeea13e4b538506054caaab6207, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734240894383 2024-12-15T05:34:57,415 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting df6a90a7e1bc4821a5b062f9e5e484fc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240896514 2024-12-15T05:34:57,426 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:57,426 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/196705629b984167b138017b62c2565b is 50, key is test_row_0/A:col10/1734240896514/Put/seqid=0 2024-12-15T05:34:57,433 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:57,433 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/64c96ee920c44bd5a8ec19f4942bea0e is 50, key is test_row_0/B:col10/1734240896514/Put/seqid=0 2024-12-15T05:34:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742121_1297 (size=12409) 2024-12-15T05:34:57,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742122_1298 (size=12409) 2024-12-15T05:34:57,493 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/196705629b984167b138017b62c2565b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/196705629b984167b138017b62c2565b 2024-12-15T05:34:57,496 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/64c96ee920c44bd5a8ec19f4942bea0e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/64c96ee920c44bd5a8ec19f4942bea0e 2024-12-15T05:34:57,503 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into 196705629b984167b138017b62c2565b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:57,503 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:57,503 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240897410; duration=0sec 2024-12-15T05:34:57,503 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:57,503 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:34:57,503 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:57,507 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:57,507 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:34:57,507 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into 64c96ee920c44bd5a8ec19f4942bea0e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:57,507 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:57,507 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240897410; duration=0sec 2024-12-15T05:34:57,507 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:57,508 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:34:57,508 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,508 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c2708cae19ea42d4985feff34805ce4c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2a072c4aa3e74e16a6288ff16a03ce65, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/43aca581ba1a4b4da7fea41453363ad0] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=33.2 K 2024-12-15T05:34:57,509 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2708cae19ea42d4985feff34805ce4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734240894257 2024-12-15T05:34:57,510 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a072c4aa3e74e16a6288ff16a03ce65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734240894383 2024-12-15T05:34:57,510 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43aca581ba1a4b4da7fea41453363ad0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240896514 2024-12-15T05:34:57,519 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:57,519 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/0adb74cfa40a424d93e16bc0651aff48 is 50, key is test_row_0/C:col10/1734240896514/Put/seqid=0 2024-12-15T05:34:57,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-15T05:34:57,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:57,532 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:34:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:57,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/4763312d0ca44cfaa2d3af22a90722d8 is 50, key is test_row_0/A:col10/1734240896538/Put/seqid=0 2024-12-15T05:34:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742123_1299 (size=12409) 2024-12-15T05:34:57,562 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/0adb74cfa40a424d93e16bc0651aff48 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0adb74cfa40a424d93e16bc0651aff48 2024-12-15T05:34:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T05:34:57,570 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into 0adb74cfa40a424d93e16bc0651aff48(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:57,570 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:57,570 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=13, startTime=1734240897410; duration=0sec 2024-12-15T05:34:57,570 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:57,570 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:34:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742124_1300 (size=12151) 2024-12-15T05:34:57,578 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/4763312d0ca44cfaa2d3af22a90722d8 2024-12-15T05:34:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/3638108411184c72a5199b3a3ad6798d is 50, key is test_row_0/B:col10/1734240896538/Put/seqid=0 2024-12-15T05:34:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742125_1301 (size=12151) 2024-12-15T05:34:57,652 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/3638108411184c72a5199b3a3ad6798d 2024-12-15T05:34:57,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/2915d78a99804f8c98741dd4e8570c16 is 50, key is test_row_0/C:col10/1734240896538/Put/seqid=0 2024-12-15T05:34:57,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240957671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240957672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240957673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742126_1302 (size=12151) 2024-12-15T05:34:57,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240957775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240957777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240957777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240957978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240957979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:57,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240957979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,102 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/2915d78a99804f8c98741dd4e8570c16 2024-12-15T05:34:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/4763312d0ca44cfaa2d3af22a90722d8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/4763312d0ca44cfaa2d3af22a90722d8 2024-12-15T05:34:58,110 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/4763312d0ca44cfaa2d3af22a90722d8, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T05:34:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/3638108411184c72a5199b3a3ad6798d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3638108411184c72a5199b3a3ad6798d 2024-12-15T05:34:58,119 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3638108411184c72a5199b3a3ad6798d, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T05:34:58,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/2915d78a99804f8c98741dd4e8570c16 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2915d78a99804f8c98741dd4e8570c16 2024-12-15T05:34:58,138 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2915d78a99804f8c98741dd4e8570c16, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T05:34:58,139 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f9e11680d5fea05f61692f994e95706a in 607ms, sequenceid=157, compaction requested=false 2024-12-15T05:34:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-15T05:34:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-15T05:34:58,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-15T05:34:58,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6770 sec 2024-12-15T05:34:58,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.6810 sec 2024-12-15T05:34:58,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T05:34:58,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:58,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:58,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:58,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:58,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:58,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:58,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/750d31426ea349fdb05bdb313ee17856 is 50, key is test_row_0/A:col10/1734240898281/Put/seqid=0 2024-12-15T05:34:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240958322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240958324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240958328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742127_1303 (size=12151) 2024-12-15T05:34:58,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240958429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240958429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240958432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T05:34:58,568 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-15T05:34:58,569 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-15T05:34:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T05:34:58,572 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:58,573 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:58,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240958632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240958632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240958635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T05:34:58,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T05:34:58,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:58,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:58,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/750d31426ea349fdb05bdb313ee17856 2024-12-15T05:34:58,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9fbfec9ddefc44cabf4664f4c0e1a8ca is 50, key is test_row_0/B:col10/1734240898281/Put/seqid=0 2024-12-15T05:34:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742128_1304 (size=12151) 2024-12-15T05:34:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T05:34:58,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T05:34:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:58,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:58,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240958935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240958937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:58,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240958942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T05:34:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9fbfec9ddefc44cabf4664f4c0e1a8ca 2024-12-15T05:34:59,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/531ec9b9cf28468fb6e1789e887f77e1 is 50, key is test_row_0/C:col10/1734240898281/Put/seqid=0 2024-12-15T05:34:59,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742129_1305 (size=12151) 2024-12-15T05:34:59,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/531ec9b9cf28468fb6e1789e887f77e1 2024-12-15T05:34:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T05:34:59,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/750d31426ea349fdb05bdb313ee17856 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/750d31426ea349fdb05bdb313ee17856 2024-12-15T05:34:59,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/750d31426ea349fdb05bdb313ee17856, entries=150, sequenceid=172, filesize=11.9 K 2024-12-15T05:34:59,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9fbfec9ddefc44cabf4664f4c0e1a8ca as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9fbfec9ddefc44cabf4664f4c0e1a8ca 2024-12-15T05:34:59,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9fbfec9ddefc44cabf4664f4c0e1a8ca, entries=150, sequenceid=172, filesize=11.9 K 2024-12-15T05:34:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/531ec9b9cf28468fb6e1789e887f77e1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/531ec9b9cf28468fb6e1789e887f77e1 2024-12-15T05:34:59,187 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T05:34:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/531ec9b9cf28468fb6e1789e887f77e1, entries=150, sequenceid=172, filesize=11.9 K 2024-12-15T05:34:59,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f9e11680d5fea05f61692f994e95706a in 908ms, sequenceid=172, compaction requested=true 2024-12-15T05:34:59,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:59,190 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:59,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:34:59,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:59,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:59,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:59,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:59,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:34:59,191 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:59,191 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:59,191 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:34:59,191 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,191 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/196705629b984167b138017b62c2565b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/4763312d0ca44cfaa2d3af22a90722d8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/750d31426ea349fdb05bdb313ee17856] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=35.9 K 2024-12-15T05:34:59,192 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:59,192 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 196705629b984167b138017b62c2565b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240894387 2024-12-15T05:34:59,192 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:34:59,192 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,192 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/64c96ee920c44bd5a8ec19f4942bea0e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3638108411184c72a5199b3a3ad6798d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9fbfec9ddefc44cabf4664f4c0e1a8ca] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=35.9 K 2024-12-15T05:34:59,192 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4763312d0ca44cfaa2d3af22a90722d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734240896535 2024-12-15T05:34:59,192 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 64c96ee920c44bd5a8ec19f4942bea0e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240894387 2024-12-15T05:34:59,192 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 750d31426ea349fdb05bdb313ee17856, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734240897659 2024-12-15T05:34:59,192 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 3638108411184c72a5199b3a3ad6798d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734240896535 2024-12-15T05:34:59,193 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fbfec9ddefc44cabf4664f4c0e1a8ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734240897659 2024-12-15T05:34:59,198 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:59,198 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:59,199 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/33edd6385c4c4db39fa1e224c6449aa7 is 50, key is test_row_0/A:col10/1734240898281/Put/seqid=0 2024-12-15T05:34:59,199 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/335725c8ddc4428696b8e2b4bd887a60 is 50, key is test_row_0/B:col10/1734240898281/Put/seqid=0 2024-12-15T05:34:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742130_1306 (size=12561) 2024-12-15T05:34:59,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742131_1307 (size=12561) 2024-12-15T05:34:59,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T05:34:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,341 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T05:34:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c29756fe0f7f4213b090294d256c3278 is 50, key is test_row_0/A:col10/1734240898325/Put/seqid=0 2024-12-15T05:34:59,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742132_1308 (size=12151) 2024-12-15T05:34:59,390 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c29756fe0f7f4213b090294d256c3278 2024-12-15T05:34:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9e631f75797548c6a5ef62e075c6ebbb is 50, key is test_row_0/B:col10/1734240898325/Put/seqid=0 2024-12-15T05:34:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742133_1309 (size=12151) 2024-12-15T05:34:59,413 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9e631f75797548c6a5ef62e075c6ebbb 2024-12-15T05:34:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/bb5863286f584765966722ed7d7522d9 is 50, key is test_row_0/C:col10/1734240898325/Put/seqid=0 2024-12-15T05:34:59,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742134_1310 (size=12151) 2024-12-15T05:34:59,433 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/bb5863286f584765966722ed7d7522d9 2024-12-15T05:34:59,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c29756fe0f7f4213b090294d256c3278 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c29756fe0f7f4213b090294d256c3278 2024-12-15T05:34:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:59,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:59,440 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c29756fe0f7f4213b090294d256c3278, entries=150, sequenceid=194, filesize=11.9 K 2024-12-15T05:34:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9e631f75797548c6a5ef62e075c6ebbb as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e631f75797548c6a5ef62e075c6ebbb 2024-12-15T05:34:59,453 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e631f75797548c6a5ef62e075c6ebbb, entries=150, sequenceid=194, filesize=11.9 K 2024-12-15T05:34:59,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/bb5863286f584765966722ed7d7522d9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bb5863286f584765966722ed7d7522d9 2024-12-15T05:34:59,459 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bb5863286f584765966722ed7d7522d9, entries=150, sequenceid=194, filesize=11.9 K 2024-12-15T05:34:59,460 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=67.09 KB/68700 for f9e11680d5fea05f61692f994e95706a in 120ms, sequenceid=194, compaction requested=true 2024-12-15T05:34:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-15T05:34:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:34:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-15T05:34:59,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T05:34:59,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:59,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:59,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-15T05:34:59,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:59,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 888 msec 2024-12-15T05:34:59,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 894 msec 2024-12-15T05:34:59,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/841e156af76447fd922ad46a86c81ee4 is 50, key is test_row_0/A:col10/1734240899448/Put/seqid=0 2024-12-15T05:34:59,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240959492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240959495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240959495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742135_1311 (size=14541) 2024-12-15T05:34:59,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/841e156af76447fd922ad46a86c81ee4 2024-12-15T05:34:59,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/f8e39270066944489099c72e7b182169 is 50, key is test_row_0/B:col10/1734240899448/Put/seqid=0 2024-12-15T05:34:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742136_1312 (size=12151) 2024-12-15T05:34:59,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240959596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240959600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240959600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,621 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/335725c8ddc4428696b8e2b4bd887a60 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/335725c8ddc4428696b8e2b4bd887a60 2024-12-15T05:34:59,626 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into 335725c8ddc4428696b8e2b4bd887a60(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:59,626 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:59,626 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240899191; duration=0sec 2024-12-15T05:34:59,626 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:59,626 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:34:59,626 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:34:59,627 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:34:59,627 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:34:59,627 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,627 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0adb74cfa40a424d93e16bc0651aff48, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2915d78a99804f8c98741dd4e8570c16, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/531ec9b9cf28468fb6e1789e887f77e1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bb5863286f584765966722ed7d7522d9] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=47.7 K 2024-12-15T05:34:59,628 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0adb74cfa40a424d93e16bc0651aff48, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734240894387 2024-12-15T05:34:59,628 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 2915d78a99804f8c98741dd4e8570c16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734240896535 2024-12-15T05:34:59,628 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 531ec9b9cf28468fb6e1789e887f77e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734240897659 2024-12-15T05:34:59,629 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting bb5863286f584765966722ed7d7522d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734240898310 2024-12-15T05:34:59,633 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/33edd6385c4c4db39fa1e224c6449aa7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/33edd6385c4c4db39fa1e224c6449aa7 2024-12-15T05:34:59,637 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into 33edd6385c4c4db39fa1e224c6449aa7(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:34:59,637 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:59,637 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240899190; duration=0sec 2024-12-15T05:34:59,637 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:59,637 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:34:59,651 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:59,651 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/2736244fb06a4c7da0caf5bd6a7e054a is 50, key is test_row_0/C:col10/1734240898325/Put/seqid=0 2024-12-15T05:34:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742137_1313 (size=12595) 2024-12-15T05:34:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T05:34:59,674 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-15T05:34:59,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:34:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-15T05:34:59,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:34:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T05:34:59,677 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:34:59,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:34:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T05:34:59,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240959800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240959801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:34:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240959803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-15T05:34:59,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:34:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:34:59,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/f8e39270066944489099c72e7b182169 2024-12-15T05:34:59,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/4b3f278f10514ef5acc88cc61d40ad81 is 50, key is test_row_0/C:col10/1734240899448/Put/seqid=0 2024-12-15T05:34:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742138_1314 (size=12151) 2024-12-15T05:34:59,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/4b3f278f10514ef5acc88cc61d40ad81 2024-12-15T05:34:59,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/841e156af76447fd922ad46a86c81ee4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/841e156af76447fd922ad46a86c81ee4 2024-12-15T05:34:59,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/841e156af76447fd922ad46a86c81ee4, entries=200, sequenceid=209, filesize=14.2 K 2024-12-15T05:34:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/f8e39270066944489099c72e7b182169 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f8e39270066944489099c72e7b182169 2024-12-15T05:34:59,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f8e39270066944489099c72e7b182169, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T05:34:59,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/4b3f278f10514ef5acc88cc61d40ad81 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4b3f278f10514ef5acc88cc61d40ad81 2024-12-15T05:34:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T05:34:59,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4b3f278f10514ef5acc88cc61d40ad81, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T05:34:59,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f9e11680d5fea05f61692f994e95706a in 518ms, sequenceid=209, compaction requested=true 2024-12-15T05:34:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:34:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:34:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:34:59,980 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:34:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:34:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:34:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:34:59,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:34:59,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-15T05:34:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,981 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:34:59,981 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:34:59,981 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:34:59,981 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T05:34:59,981 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/33edd6385c4c4db39fa1e224c6449aa7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c29756fe0f7f4213b090294d256c3278, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/841e156af76447fd922ad46a86c81ee4] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=38.3 K 2024-12-15T05:34:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:34:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:34:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:34:59,982 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33edd6385c4c4db39fa1e224c6449aa7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734240897659 2024-12-15T05:34:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:34:59,982 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c29756fe0f7f4213b090294d256c3278, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734240898310 2024-12-15T05:34:59,982 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 841e156af76447fd922ad46a86c81ee4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734240899448 2024-12-15T05:34:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/0fe6fa304bb0438197c3ac4577b692c3 is 50, key is test_row_0/A:col10/1734240899489/Put/seqid=0 2024-12-15T05:34:59,993 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:34:59,993 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c54acdd6421641f1b65f2138deffa270 is 50, key is test_row_0/A:col10/1734240899448/Put/seqid=0 2024-12-15T05:35:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742139_1315 (size=12151) 2024-12-15T05:35:00,011 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/0fe6fa304bb0438197c3ac4577b692c3 2024-12-15T05:35:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5b7653b2865c4f6a997cd2824c5b0f51 is 50, key is test_row_0/B:col10/1734240899489/Put/seqid=0 2024-12-15T05:35:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742140_1316 (size=12663) 2024-12-15T05:35:00,044 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c54acdd6421641f1b65f2138deffa270 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c54acdd6421641f1b65f2138deffa270 2024-12-15T05:35:00,049 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into c54acdd6421641f1b65f2138deffa270(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:00,049 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:00,049 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240899980; duration=0sec 2024-12-15T05:35:00,049 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:35:00,049 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:35:00,049 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-12-15T05:35:00,050 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T05:35:00,050 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T05:35:00,050 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. because compaction request was cancelled 2024-12-15T05:35:00,050 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:00,050 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:00,051 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:00,051 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:35:00,051 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:00,051 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/335725c8ddc4428696b8e2b4bd887a60, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e631f75797548c6a5ef62e075c6ebbb, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f8e39270066944489099c72e7b182169] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.0 K 2024-12-15T05:35:00,051 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 335725c8ddc4428696b8e2b4bd887a60, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734240897659 2024-12-15T05:35:00,052 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e631f75797548c6a5ef62e075c6ebbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734240898310 2024-12-15T05:35:00,052 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8e39270066944489099c72e7b182169, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734240899448 2024-12-15T05:35:00,061 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/2736244fb06a4c7da0caf5bd6a7e054a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2736244fb06a4c7da0caf5bd6a7e054a 2024-12-15T05:35:00,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742141_1317 (size=12151) 2024-12-15T05:35:00,069 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into 2736244fb06a4c7da0caf5bd6a7e054a(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:00,069 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:00,069 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=12, startTime=1734240899191; duration=0sec 2024-12-15T05:35:00,069 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:00,069 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:00,069 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:00,069 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/f225faf16ef74a9393080cdb004e3cbc is 50, key is test_row_0/B:col10/1734240899448/Put/seqid=0 2024-12-15T05:35:00,069 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5b7653b2865c4f6a997cd2824c5b0f51 2024-12-15T05:35:00,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742142_1318 (size=12663) 2024-12-15T05:35:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/eaa13dc62ecb4b49867974fe653807d2 is 50, key is test_row_0/C:col10/1734240899489/Put/seqid=0 2024-12-15T05:35:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:00,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:00,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240960118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240960118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240960119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742143_1319 (size=12151) 2024-12-15T05:35:00,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240960223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240960222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240960223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T05:35:00,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240960427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240960427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240960428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,494 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/f225faf16ef74a9393080cdb004e3cbc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f225faf16ef74a9393080cdb004e3cbc 2024-12-15T05:35:00,500 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into f225faf16ef74a9393080cdb004e3cbc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:00,500 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:00,500 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240899980; duration=0sec 2024-12-15T05:35:00,500 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:00,500 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:35:00,526 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/eaa13dc62ecb4b49867974fe653807d2 2024-12-15T05:35:00,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/0fe6fa304bb0438197c3ac4577b692c3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0fe6fa304bb0438197c3ac4577b692c3 2024-12-15T05:35:00,536 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0fe6fa304bb0438197c3ac4577b692c3, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T05:35:00,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5b7653b2865c4f6a997cd2824c5b0f51 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5b7653b2865c4f6a997cd2824c5b0f51 2024-12-15T05:35:00,542 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5b7653b2865c4f6a997cd2824c5b0f51, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T05:35:00,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/eaa13dc62ecb4b49867974fe653807d2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/eaa13dc62ecb4b49867974fe653807d2 2024-12-15T05:35:00,551 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/eaa13dc62ecb4b49867974fe653807d2, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T05:35:00,552 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f9e11680d5fea05f61692f994e95706a in 571ms, sequenceid=233, compaction requested=true 2024-12-15T05:35:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-15T05:35:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-15T05:35:00,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-15T05:35:00,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 877 msec 2024-12-15T05:35:00,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 881 msec 2024-12-15T05:35:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:00,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T05:35:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:00,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T05:35:00,779 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-15T05:35:00,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/297ea8b779db4e94ab6d08bd23365b8b is 50, key is test_row_0/A:col10/1734240900117/Put/seqid=0 2024-12-15T05:35:00,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-15T05:35:00,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T05:35:00,785 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:00,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:00,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742144_1320 (size=12151) 2024-12-15T05:35:00,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/297ea8b779db4e94ab6d08bd23365b8b 2024-12-15T05:35:00,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/374291e2fe4f42719a6d4346fb4099aa is 50, key is test_row_0/B:col10/1734240900117/Put/seqid=0 2024-12-15T05:35:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742145_1321 (size=12151) 2024-12-15T05:35:00,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240960798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240960798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240960801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T05:35:00,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240960902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240960902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240960906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:00,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T05:35:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:00,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:00,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T05:35:01,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T05:35:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240961104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240961105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240961108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/374291e2fe4f42719a6d4346fb4099aa 2024-12-15T05:35:01,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/af6eb96945e1428cadf89d1a2de0d4ab is 50, key is test_row_0/C:col10/1734240900117/Put/seqid=0 2024-12-15T05:35:01,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742146_1322 (size=12151) 2024-12-15T05:35:01,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T05:35:01,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:01,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240961302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,305 DEBUG [Thread-1233 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:35:01,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240961305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,308 DEBUG [Thread-1229 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:35:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T05:35:01,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T05:35:01,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:01,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240961408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240961408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240961413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T05:35:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:01,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:01,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/af6eb96945e1428cadf89d1a2de0d4ab 2024-12-15T05:35:01,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/297ea8b779db4e94ab6d08bd23365b8b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/297ea8b779db4e94ab6d08bd23365b8b 2024-12-15T05:35:01,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/297ea8b779db4e94ab6d08bd23365b8b, entries=150, sequenceid=252, filesize=11.9 K 2024-12-15T05:35:01,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/374291e2fe4f42719a6d4346fb4099aa as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/374291e2fe4f42719a6d4346fb4099aa 2024-12-15T05:35:01,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/374291e2fe4f42719a6d4346fb4099aa, entries=150, sequenceid=252, filesize=11.9 K 2024-12-15T05:35:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/af6eb96945e1428cadf89d1a2de0d4ab as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/af6eb96945e1428cadf89d1a2de0d4ab 2024-12-15T05:35:01,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/af6eb96945e1428cadf89d1a2de0d4ab, entries=150, sequenceid=252, filesize=11.9 K 2024-12-15T05:35:01,630 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-15T05:35:01,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f9e11680d5fea05f61692f994e95706a in 898ms, sequenceid=252, compaction requested=true 2024-12-15T05:35:01,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:01,631 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:01,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:01,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:01,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:01,632 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:01,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:01,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:01,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:01,632 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:01,632 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:35:01,633 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,633 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c54acdd6421641f1b65f2138deffa270, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0fe6fa304bb0438197c3ac4577b692c3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/297ea8b779db4e94ab6d08bd23365b8b] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.1 K 2024-12-15T05:35:01,633 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:01,633 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:35:01,633 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,633 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f225faf16ef74a9393080cdb004e3cbc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5b7653b2865c4f6a997cd2824c5b0f51, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/374291e2fe4f42719a6d4346fb4099aa] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.1 K 2024-12-15T05:35:01,633 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c54acdd6421641f1b65f2138deffa270, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734240899448 2024-12-15T05:35:01,633 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f225faf16ef74a9393080cdb004e3cbc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734240899448 2024-12-15T05:35:01,633 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fe6fa304bb0438197c3ac4577b692c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734240899489 2024-12-15T05:35:01,634 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b7653b2865c4f6a997cd2824c5b0f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734240899489 2024-12-15T05:35:01,634 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 297ea8b779db4e94ab6d08bd23365b8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240900117 2024-12-15T05:35:01,634 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 374291e2fe4f42719a6d4346fb4099aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240900117 2024-12-15T05:35:01,639 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:01,639 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9c77099d2044407e82caaad606a169cc is 50, key is test_row_0/A:col10/1734240900117/Put/seqid=0 2024-12-15T05:35:01,648 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#278 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:01,649 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/603ddb13c5c44976b6d3a9d780072ff8 is 50, key is test_row_0/B:col10/1734240900117/Put/seqid=0 2024-12-15T05:35:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742147_1323 (size=12765) 2024-12-15T05:35:01,690 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9c77099d2044407e82caaad606a169cc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9c77099d2044407e82caaad606a169cc 2024-12-15T05:35:01,698 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into 9c77099d2044407e82caaad606a169cc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:01,698 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:01,698 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240901631; duration=0sec 2024-12-15T05:35:01,698 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:01,698 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:35:01,698 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:01,700 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:01,700 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:35:01,700 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,700 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2736244fb06a4c7da0caf5bd6a7e054a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4b3f278f10514ef5acc88cc61d40ad81, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/eaa13dc62ecb4b49867974fe653807d2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/af6eb96945e1428cadf89d1a2de0d4ab] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=47.9 K 2024-12-15T05:35:01,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T05:35:01,700 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2736244fb06a4c7da0caf5bd6a7e054a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734240898310 2024-12-15T05:35:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:01,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T05:35:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:01,701 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b3f278f10514ef5acc88cc61d40ad81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734240899448 2024-12-15T05:35:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:01,701 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa13dc62ecb4b49867974fe653807d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734240899489 2024-12-15T05:35:01,702 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting af6eb96945e1428cadf89d1a2de0d4ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240900117 2024-12-15T05:35:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742148_1324 (size=12765) 2024-12-15T05:35:01,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9132c856e7094227b303038497cfaf18 is 50, key is test_row_0/A:col10/1734240900794/Put/seqid=0 2024-12-15T05:35:01,717 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/603ddb13c5c44976b6d3a9d780072ff8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/603ddb13c5c44976b6d3a9d780072ff8 2024-12-15T05:35:01,723 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into 603ddb13c5c44976b6d3a9d780072ff8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:01,723 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:01,723 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240901632; duration=0sec 2024-12-15T05:35:01,723 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:01,723 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:35:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742149_1325 (size=12301) 2024-12-15T05:35:01,728 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#280 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:01,729 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/9f0f5e754e6343a4a1024cb448d359bd is 50, key is test_row_0/C:col10/1734240900117/Put/seqid=0 2024-12-15T05:35:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742150_1326 (size=12731) 2024-12-15T05:35:01,741 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/9f0f5e754e6343a4a1024cb448d359bd as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9f0f5e754e6343a4a1024cb448d359bd 2024-12-15T05:35:01,746 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into 9f0f5e754e6343a4a1024cb448d359bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:01,746 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:01,746 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=12, startTime=1734240901632; duration=0sec 2024-12-15T05:35:01,747 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:01,747 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T05:35:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:01,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:01,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240961926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240961927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240961927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240962029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240962030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240962030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,124 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9132c856e7094227b303038497cfaf18 2024-12-15T05:35:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9e4108e845b54b6683cccfc537e55802 is 50, key is test_row_0/B:col10/1734240900794/Put/seqid=0 2024-12-15T05:35:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742151_1327 (size=12301) 2024-12-15T05:35:02,174 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9e4108e845b54b6683cccfc537e55802 2024-12-15T05:35:02,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/e05010984c9e4be79fb88cbfdea3bb4c is 50, key is test_row_0/C:col10/1734240900794/Put/seqid=0 2024-12-15T05:35:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742152_1328 (size=12301) 2024-12-15T05:35:02,193 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/e05010984c9e4be79fb88cbfdea3bb4c 2024-12-15T05:35:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9132c856e7094227b303038497cfaf18 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9132c856e7094227b303038497cfaf18 2024-12-15T05:35:02,201 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9132c856e7094227b303038497cfaf18, entries=150, sequenceid=273, filesize=12.0 K 2024-12-15T05:35:02,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9e4108e845b54b6683cccfc537e55802 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e4108e845b54b6683cccfc537e55802 2024-12-15T05:35:02,213 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e4108e845b54b6683cccfc537e55802, entries=150, sequenceid=273, filesize=12.0 K 2024-12-15T05:35:02,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/e05010984c9e4be79fb88cbfdea3bb4c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e05010984c9e4be79fb88cbfdea3bb4c 2024-12-15T05:35:02,219 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e05010984c9e4be79fb88cbfdea3bb4c, entries=150, sequenceid=273, filesize=12.0 K 2024-12-15T05:35:02,221 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f9e11680d5fea05f61692f994e95706a in 520ms, sequenceid=273, compaction requested=false 2024-12-15T05:35:02,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:02,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:02,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-15T05:35:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-15T05:35:02,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-15T05:35:02,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-12-15T05:35:02,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.4440 sec 2024-12-15T05:35:02,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T05:35:02,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:02,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:02,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:02,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:02,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:02,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:02,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e54c9eef4958485a8e68ccb21515a625 is 50, key is test_row_0/A:col10/1734240902232/Put/seqid=0 2024-12-15T05:35:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742153_1329 (size=12301) 2024-12-15T05:35:02,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e54c9eef4958485a8e68ccb21515a625 2024-12-15T05:35:02,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/6876d77f761449f099207627a7f048d8 is 50, key is test_row_0/B:col10/1734240902232/Put/seqid=0 2024-12-15T05:35:02,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240962295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240962296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240962300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742154_1330 (size=12301) 2024-12-15T05:35:02,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/6876d77f761449f099207627a7f048d8 2024-12-15T05:35:02,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/fecb29c35b9e494d8cae88a916c27368 is 50, key is test_row_0/C:col10/1734240902232/Put/seqid=0 2024-12-15T05:35:02,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742155_1331 (size=12301) 2024-12-15T05:35:02,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/fecb29c35b9e494d8cae88a916c27368 2024-12-15T05:35:02,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e54c9eef4958485a8e68ccb21515a625 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e54c9eef4958485a8e68ccb21515a625 2024-12-15T05:35:02,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e54c9eef4958485a8e68ccb21515a625, entries=150, sequenceid=292, filesize=12.0 K 2024-12-15T05:35:02,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240962401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240962401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240962405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/6876d77f761449f099207627a7f048d8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/6876d77f761449f099207627a7f048d8 2024-12-15T05:35:02,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/6876d77f761449f099207627a7f048d8, entries=150, sequenceid=292, filesize=12.0 K 2024-12-15T05:35:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/fecb29c35b9e494d8cae88a916c27368 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/fecb29c35b9e494d8cae88a916c27368 2024-12-15T05:35:02,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/fecb29c35b9e494d8cae88a916c27368, entries=150, sequenceid=292, filesize=12.0 K 2024-12-15T05:35:02,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f9e11680d5fea05f61692f994e95706a in 194ms, sequenceid=292, compaction requested=true 2024-12-15T05:35:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:02,428 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:35:02,428 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:02,429 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:02,429 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:02,429 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:35:02,429 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:35:02,429 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:02,429 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:02,429 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/603ddb13c5c44976b6d3a9d780072ff8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e4108e845b54b6683cccfc537e55802, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/6876d77f761449f099207627a7f048d8] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.5 K 2024-12-15T05:35:02,429 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9c77099d2044407e82caaad606a169cc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9132c856e7094227b303038497cfaf18, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e54c9eef4958485a8e68ccb21515a625] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.5 K 2024-12-15T05:35:02,430 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 603ddb13c5c44976b6d3a9d780072ff8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240900117 2024-12-15T05:35:02,430 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c77099d2044407e82caaad606a169cc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240900117 2024-12-15T05:35:02,430 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e4108e845b54b6683cccfc537e55802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734240900794 2024-12-15T05:35:02,430 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9132c856e7094227b303038497cfaf18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734240900794 2024-12-15T05:35:02,431 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 6876d77f761449f099207627a7f048d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734240901924 2024-12-15T05:35:02,432 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e54c9eef4958485a8e68ccb21515a625, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734240901924 2024-12-15T05:35:02,454 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:02,455 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/713ceeaa818b40e396ca9c60cdf2b84d is 50, key is test_row_0/B:col10/1734240902232/Put/seqid=0 2024-12-15T05:35:02,460 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:02,461 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/72e8a775d8334978b963c8685fede4dd is 50, key is test_row_0/A:col10/1734240902232/Put/seqid=0 2024-12-15T05:35:02,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742156_1332 (size=13017) 2024-12-15T05:35:02,519 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/713ceeaa818b40e396ca9c60cdf2b84d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/713ceeaa818b40e396ca9c60cdf2b84d 2024-12-15T05:35:02,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742157_1333 (size=13017) 2024-12-15T05:35:02,526 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into 713ceeaa818b40e396ca9c60cdf2b84d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:02,526 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:02,526 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240902428; duration=0sec 2024-12-15T05:35:02,526 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:02,526 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:35:02,526 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:02,528 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:02,528 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:35:02,528 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:02,528 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9f0f5e754e6343a4a1024cb448d359bd, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e05010984c9e4be79fb88cbfdea3bb4c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/fecb29c35b9e494d8cae88a916c27368] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.5 K 2024-12-15T05:35:02,529 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f0f5e754e6343a4a1024cb448d359bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240900117 2024-12-15T05:35:02,530 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting e05010984c9e4be79fb88cbfdea3bb4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734240900794 2024-12-15T05:35:02,531 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/72e8a775d8334978b963c8685fede4dd as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/72e8a775d8334978b963c8685fede4dd 2024-12-15T05:35:02,531 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting fecb29c35b9e494d8cae88a916c27368, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734240901924 2024-12-15T05:35:02,536 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into 72e8a775d8334978b963c8685fede4dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:02,536 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:02,536 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240902428; duration=0sec 2024-12-15T05:35:02,536 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:02,536 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:35:02,541 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:02,541 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/538152c0cf0a4bfd8e151543991a3445 is 50, key is test_row_0/C:col10/1734240902232/Put/seqid=0 2024-12-15T05:35:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742158_1334 (size=12983) 2024-12-15T05:35:02,566 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/538152c0cf0a4bfd8e151543991a3445 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/538152c0cf0a4bfd8e151543991a3445 2024-12-15T05:35:02,570 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into 538152c0cf0a4bfd8e151543991a3445(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:02,570 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:02,570 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=13, startTime=1734240902428; duration=0sec 2024-12-15T05:35:02,570 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:02,570 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:02,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T05:35:02,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:02,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:02,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:02,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:02,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:02,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:02,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9d4651b7da8b44629cf58d958209bcae is 50, key is test_row_0/A:col10/1734240902286/Put/seqid=0 2024-12-15T05:35:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742159_1335 (size=14741) 2024-12-15T05:35:02,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240962619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240962619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240962621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240962722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240962722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240962723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T05:35:02,888 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-15T05:35:02,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-15T05:35:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T05:35:02,891 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:02,891 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:02,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:02,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240962925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240962926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240962926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T05:35:03,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9d4651b7da8b44629cf58d958209bcae 2024-12-15T05:35:03,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/4a82a2d370a342cf841b6e6c0bd3db3c is 50, key is test_row_0/B:col10/1734240902286/Put/seqid=0 2024-12-15T05:35:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742160_1336 (size=12301) 2024-12-15T05:35:03,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-15T05:35:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,195 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T05:35:03,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-15T05:35:03,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:03,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240963231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240963231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240963231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-15T05:35:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/4a82a2d370a342cf841b6e6c0bd3db3c 2024-12-15T05:35:03,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/032b5c4a4a714bb1892c576bc5a62a22 is 50, key is test_row_0/C:col10/1734240902286/Put/seqid=0 2024-12-15T05:35:03,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742161_1337 (size=12301) 2024-12-15T05:35:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T05:35:03,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-15T05:35:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-15T05:35:03,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240963734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240963734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240963737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-15T05:35:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/032b5c4a4a714bb1892c576bc5a62a22 2024-12-15T05:35:03,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9d4651b7da8b44629cf58d958209bcae as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9d4651b7da8b44629cf58d958209bcae 2024-12-15T05:35:03,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9d4651b7da8b44629cf58d958209bcae, entries=200, sequenceid=317, filesize=14.4 K 2024-12-15T05:35:03,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/4a82a2d370a342cf841b6e6c0bd3db3c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4a82a2d370a342cf841b6e6c0bd3db3c 2024-12-15T05:35:03,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4a82a2d370a342cf841b6e6c0bd3db3c, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T05:35:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/032b5c4a4a714bb1892c576bc5a62a22 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/032b5c4a4a714bb1892c576bc5a62a22 2024-12-15T05:35:03,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/032b5c4a4a714bb1892c576bc5a62a22, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T05:35:03,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f9e11680d5fea05f61692f994e95706a in 1260ms, sequenceid=317, compaction requested=false 2024-12-15T05:35:03,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:03,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:03,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-15T05:35:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:03,967 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T05:35:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/531ab6d90f91404ba34fde353af790a1 is 50, key is test_row_0/A:col10/1734240902618/Put/seqid=0 2024-12-15T05:35:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T05:35:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742162_1338 (size=12301) 2024-12-15T05:35:04,007 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/531ab6d90f91404ba34fde353af790a1 2024-12-15T05:35:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9c1fb59192904da2a31c23a63ca9c9f6 is 50, key is test_row_0/B:col10/1734240902618/Put/seqid=0 2024-12-15T05:35:04,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742163_1339 (size=12301) 2024-12-15T05:35:04,433 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9c1fb59192904da2a31c23a63ca9c9f6 2024-12-15T05:35:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/288c0c7628434519bb2866f627c799e1 is 50, key is test_row_0/C:col10/1734240902618/Put/seqid=0 2024-12-15T05:35:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742164_1340 (size=12301) 2024-12-15T05:35:04,448 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/288c0c7628434519bb2866f627c799e1 2024-12-15T05:35:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/531ab6d90f91404ba34fde353af790a1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/531ab6d90f91404ba34fde353af790a1 2024-12-15T05:35:04,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/531ab6d90f91404ba34fde353af790a1, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T05:35:04,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9c1fb59192904da2a31c23a63ca9c9f6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9c1fb59192904da2a31c23a63ca9c9f6 2024-12-15T05:35:04,467 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9c1fb59192904da2a31c23a63ca9c9f6, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T05:35:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/288c0c7628434519bb2866f627c799e1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/288c0c7628434519bb2866f627c799e1 2024-12-15T05:35:04,470 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/288c0c7628434519bb2866f627c799e1, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T05:35:04,471 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for f9e11680d5fea05f61692f994e95706a in 503ms, sequenceid=331, compaction requested=true 2024-12-15T05:35:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-15T05:35:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-15T05:35:04,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-15T05:35:04,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-12-15T05:35:04,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.5870 sec 2024-12-15T05:35:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:04,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:35:04,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:04,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:04,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:04,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:04,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:04,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:04,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/8895b67d06e14ab8b4e94a85580f1411 is 50, key is test_row_0/A:col10/1734240904751/Put/seqid=0 2024-12-15T05:35:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742165_1341 (size=14741) 2024-12-15T05:35:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240964788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240964788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240964790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:04,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240964893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:04,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:04,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240964893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240964893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T05:35:05,002 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-15T05:35:05,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-15T05:35:05,006 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-15T05:35:05,006 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:05,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240965095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240965098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240965098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-15T05:35:05,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-15T05:35:05,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:05,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/8895b67d06e14ab8b4e94a85580f1411 2024-12-15T05:35:05,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7026167be2a24d5ab317cd3dfac21374 is 50, key is test_row_0/B:col10/1734240904751/Put/seqid=0 2024-12-15T05:35:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742166_1342 (size=12301) 2024-12-15T05:35:05,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7026167be2a24d5ab317cd3dfac21374 2024-12-15T05:35:05,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/dc23f7efebc64aa9ae55613e1c684d71 is 50, key is test_row_0/C:col10/1734240904751/Put/seqid=0 2024-12-15T05:35:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742167_1343 (size=12301) 2024-12-15T05:35:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-15T05:35:05,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-15T05:35:05,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:05,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240965399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240965401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240965403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-15T05:35:05,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:05,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-15T05:35:05,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-15T05:35:05,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:05,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:05,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/dc23f7efebc64aa9ae55613e1c684d71 2024-12-15T05:35:05,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/8895b67d06e14ab8b4e94a85580f1411 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8895b67d06e14ab8b4e94a85580f1411 2024-12-15T05:35:05,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8895b67d06e14ab8b4e94a85580f1411, entries=200, sequenceid=343, filesize=14.4 K 2024-12-15T05:35:05,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7026167be2a24d5ab317cd3dfac21374 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7026167be2a24d5ab317cd3dfac21374 2024-12-15T05:35:05,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7026167be2a24d5ab317cd3dfac21374, entries=150, sequenceid=343, filesize=12.0 K 2024-12-15T05:35:05,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/dc23f7efebc64aa9ae55613e1c684d71 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/dc23f7efebc64aa9ae55613e1c684d71 2024-12-15T05:35:05,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/dc23f7efebc64aa9ae55613e1c684d71, entries=150, sequenceid=343, filesize=12.0 K 2024-12-15T05:35:05,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f9e11680d5fea05f61692f994e95706a in 913ms, sequenceid=343, compaction requested=true 2024-12-15T05:35:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:05,666 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:05,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:05,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:05,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:05,667 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:05,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:05,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:05,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:05,668 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:05,668 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:35:05,668 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,668 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/72e8a775d8334978b963c8685fede4dd, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9d4651b7da8b44629cf58d958209bcae, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/531ab6d90f91404ba34fde353af790a1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8895b67d06e14ab8b4e94a85580f1411] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=53.5 K 2024-12-15T05:35:05,668 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:05,668 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:35:05,668 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72e8a775d8334978b963c8685fede4dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734240901924 2024-12-15T05:35:05,668 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,668 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/713ceeaa818b40e396ca9c60cdf2b84d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4a82a2d370a342cf841b6e6c0bd3db3c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9c1fb59192904da2a31c23a63ca9c9f6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7026167be2a24d5ab317cd3dfac21374] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=48.8 K 2024-12-15T05:35:05,669 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d4651b7da8b44629cf58d958209bcae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240902286 2024-12-15T05:35:05,669 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 713ceeaa818b40e396ca9c60cdf2b84d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734240901924 2024-12-15T05:35:05,669 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 531ab6d90f91404ba34fde353af790a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734240902618 2024-12-15T05:35:05,669 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a82a2d370a342cf841b6e6c0bd3db3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240902286 2024-12-15T05:35:05,669 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8895b67d06e14ab8b4e94a85580f1411, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734240904743 2024-12-15T05:35:05,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c1fb59192904da2a31c23a63ca9c9f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734240902618 2024-12-15T05:35:05,672 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7026167be2a24d5ab317cd3dfac21374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734240904743 2024-12-15T05:35:05,685 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:05,687 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/981d3384aa6f4cd9b2948dd283c597fc is 50, key is test_row_0/B:col10/1734240904751/Put/seqid=0 2024-12-15T05:35:05,691 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:05,691 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e75bf670aef14c598028116f7ddf83e5 is 50, key is test_row_0/A:col10/1734240904751/Put/seqid=0 2024-12-15T05:35:05,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742168_1344 (size=13153) 2024-12-15T05:35:05,707 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/981d3384aa6f4cd9b2948dd283c597fc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/981d3384aa6f4cd9b2948dd283c597fc 2024-12-15T05:35:05,715 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into 981d3384aa6f4cd9b2948dd283c597fc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:05,715 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:05,715 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=12, startTime=1734240905667; duration=0sec 2024-12-15T05:35:05,715 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:05,715 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:35:05,715 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742169_1345 (size=13153) 2024-12-15T05:35:05,719 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:05,719 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:35:05,719 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,719 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/538152c0cf0a4bfd8e151543991a3445, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/032b5c4a4a714bb1892c576bc5a62a22, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/288c0c7628434519bb2866f627c799e1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/dc23f7efebc64aa9ae55613e1c684d71] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=48.7 K 2024-12-15T05:35:05,721 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 538152c0cf0a4bfd8e151543991a3445, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734240901924 2024-12-15T05:35:05,722 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 032b5c4a4a714bb1892c576bc5a62a22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240902286 2024-12-15T05:35:05,722 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 288c0c7628434519bb2866f627c799e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734240902618 2024-12-15T05:35:05,723 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting dc23f7efebc64aa9ae55613e1c684d71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734240904743 2024-12-15T05:35:05,741 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:05,742 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/c0ca586d12184bd6a496f36b1c41ad30 is 50, key is test_row_0/C:col10/1734240904751/Put/seqid=0 2024-12-15T05:35:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742170_1346 (size=13119) 2024-12-15T05:35:05,761 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/c0ca586d12184bd6a496f36b1c41ad30 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c0ca586d12184bd6a496f36b1c41ad30 2024-12-15T05:35:05,770 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into c0ca586d12184bd6a496f36b1c41ad30(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:05,770 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:05,770 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=12, startTime=1734240905667; duration=0sec 2024-12-15T05:35:05,770 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:05,770 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:05,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-15T05:35:05,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:05,773 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:35:05,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:05,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:05,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:05,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:05,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:05,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:05,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/cade7cfa4776463bb2e16042eeb88c32 is 50, key is test_row_0/A:col10/1734240904788/Put/seqid=0 2024-12-15T05:35:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742171_1347 (size=12301) 2024-12-15T05:35:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:05,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240965917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240965921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240965921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240966023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240966025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240966026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-15T05:35:06,128 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e75bf670aef14c598028116f7ddf83e5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e75bf670aef14c598028116f7ddf83e5 2024-12-15T05:35:06,135 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into e75bf670aef14c598028116f7ddf83e5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:06,135 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:06,135 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=12, startTime=1734240905666; duration=0sec 2024-12-15T05:35:06,135 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:06,136 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:35:06,200 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/cade7cfa4776463bb2e16042eeb88c32 2024-12-15T05:35:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/4c4ca04c1d794108a45281a0c246d855 is 50, key is test_row_0/B:col10/1734240904788/Put/seqid=0 2024-12-15T05:35:06,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240966229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240966230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240966230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742172_1348 (size=12301) 2024-12-15T05:35:06,259 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/4c4ca04c1d794108a45281a0c246d855 2024-12-15T05:35:06,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/704b8c71a7f5496eacccf0d25660883d is 50, key is test_row_0/C:col10/1734240904788/Put/seqid=0 2024-12-15T05:35:06,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742173_1349 (size=12301) 2024-12-15T05:35:06,306 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/704b8c71a7f5496eacccf0d25660883d 2024-12-15T05:35:06,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/cade7cfa4776463bb2e16042eeb88c32 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/cade7cfa4776463bb2e16042eeb88c32 2024-12-15T05:35:06,317 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/cade7cfa4776463bb2e16042eeb88c32, entries=150, sequenceid=369, filesize=12.0 K 2024-12-15T05:35:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/4c4ca04c1d794108a45281a0c246d855 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4c4ca04c1d794108a45281a0c246d855 2024-12-15T05:35:06,324 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4c4ca04c1d794108a45281a0c246d855, entries=150, sequenceid=369, filesize=12.0 K 2024-12-15T05:35:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/704b8c71a7f5496eacccf0d25660883d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/704b8c71a7f5496eacccf0d25660883d 2024-12-15T05:35:06,331 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/704b8c71a7f5496eacccf0d25660883d, entries=150, sequenceid=369, filesize=12.0 K 2024-12-15T05:35:06,332 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f9e11680d5fea05f61692f994e95706a in 559ms, sequenceid=369, compaction requested=false 2024-12-15T05:35:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-15T05:35:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-15T05:35:06,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-15T05:35:06,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3280 sec 2024-12-15T05:35:06,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.3320 sec 2024-12-15T05:35:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:06,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:35:06,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:06,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:06,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:06,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:06,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:06,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:06,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/d331995a7f9c4b388c0bd2b19f46db28 is 50, key is test_row_0/A:col10/1734240906533/Put/seqid=0 2024-12-15T05:35:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742174_1350 (size=14741) 2024-12-15T05:35:06,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/d331995a7f9c4b388c0bd2b19f46db28 2024-12-15T05:35:06,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/b285d56785f54c3fb7400a3b81f2da69 is 50, key is test_row_0/B:col10/1734240906533/Put/seqid=0 2024-12-15T05:35:06,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240966577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240966578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240966580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742175_1351 (size=12301) 2024-12-15T05:35:06,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/b285d56785f54c3fb7400a3b81f2da69 2024-12-15T05:35:06,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/0c0bb48bef134924a6993a66649ed195 is 50, key is test_row_0/C:col10/1734240906533/Put/seqid=0 2024-12-15T05:35:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742176_1352 (size=12301) 2024-12-15T05:35:06,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240966682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240966682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240966684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240966885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240966888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240966890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/0c0bb48bef134924a6993a66649ed195 2024-12-15T05:35:07,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/d331995a7f9c4b388c0bd2b19f46db28 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/d331995a7f9c4b388c0bd2b19f46db28 2024-12-15T05:35:07,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/d331995a7f9c4b388c0bd2b19f46db28, entries=200, sequenceid=383, filesize=14.4 K 2024-12-15T05:35:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/b285d56785f54c3fb7400a3b81f2da69 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/b285d56785f54c3fb7400a3b81f2da69 2024-12-15T05:35:07,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/b285d56785f54c3fb7400a3b81f2da69, entries=150, sequenceid=383, filesize=12.0 K 2024-12-15T05:35:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/0c0bb48bef134924a6993a66649ed195 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0c0bb48bef134924a6993a66649ed195 2024-12-15T05:35:07,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0c0bb48bef134924a6993a66649ed195, entries=150, sequenceid=383, filesize=12.0 K 2024-12-15T05:35:07,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f9e11680d5fea05f61692f994e95706a in 558ms, sequenceid=383, compaction requested=true 2024-12-15T05:35:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:07,093 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:07,094 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:07,094 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:07,094 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:35:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:07,094 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:07,094 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e75bf670aef14c598028116f7ddf83e5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/cade7cfa4776463bb2e16042eeb88c32, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/d331995a7f9c4b388c0bd2b19f46db28] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=39.3 K 2024-12-15T05:35:07,094 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e75bf670aef14c598028116f7ddf83e5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734240904743 2024-12-15T05:35:07,095 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:07,095 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:35:07,095 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,095 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/981d3384aa6f4cd9b2948dd283c597fc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4c4ca04c1d794108a45281a0c246d855, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/b285d56785f54c3fb7400a3b81f2da69] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.9 K 2024-12-15T05:35:07,096 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting cade7cfa4776463bb2e16042eeb88c32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734240904783 2024-12-15T05:35:07,097 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 981d3384aa6f4cd9b2948dd283c597fc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734240904743 2024-12-15T05:35:07,097 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting d331995a7f9c4b388c0bd2b19f46db28, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734240905916 2024-12-15T05:35:07,097 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c4ca04c1d794108a45281a0c246d855, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734240904783 2024-12-15T05:35:07,099 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting b285d56785f54c3fb7400a3b81f2da69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734240905916 2024-12-15T05:35:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-15T05:35:07,112 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-15T05:35:07,113 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-15T05:35:07,115 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T05:35:07,115 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:07,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:07,122 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:07,122 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e1908773b1384511943b806dd22ebcaa is 50, key is test_row_0/A:col10/1734240906533/Put/seqid=0 2024-12-15T05:35:07,126 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:07,126 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/77dce48b2291457287a9a95de1ab00a6 is 50, key is test_row_0/B:col10/1734240906533/Put/seqid=0 2024-12-15T05:35:07,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742177_1353 (size=13255) 2024-12-15T05:35:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742178_1354 (size=13255) 2024-12-15T05:35:07,169 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/77dce48b2291457287a9a95de1ab00a6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/77dce48b2291457287a9a95de1ab00a6 2024-12-15T05:35:07,177 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into 77dce48b2291457287a9a95de1ab00a6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:07,177 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:07,177 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240907093; duration=0sec 2024-12-15T05:35:07,177 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:07,177 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:35:07,178 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:07,179 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:07,179 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:35:07,179 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,179 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c0ca586d12184bd6a496f36b1c41ad30, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/704b8c71a7f5496eacccf0d25660883d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0c0bb48bef134924a6993a66649ed195] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.8 K 2024-12-15T05:35:07,180 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c0ca586d12184bd6a496f36b1c41ad30, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734240904743 2024-12-15T05:35:07,181 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 704b8c71a7f5496eacccf0d25660883d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734240904783 2024-12-15T05:35:07,181 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c0bb48bef134924a6993a66649ed195, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734240905916 2024-12-15T05:35:07,188 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:07,188 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/f6e826dea10c46eca49785ee40d51a15 is 50, key is test_row_0/C:col10/1734240906533/Put/seqid=0 2024-12-15T05:35:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:07,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:35:07,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:07,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:07,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:07,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:07,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:07,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:07,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742179_1355 (size=13221) 2024-12-15T05:35:07,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/64d531d65fc944318c603b52fdd0dd61 is 50, key is test_row_0/A:col10/1734240906578/Put/seqid=0 2024-12-15T05:35:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742180_1356 (size=12301) 2024-12-15T05:35:07,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240967207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240967205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240967209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T05:35:07,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240967311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240967311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240967312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T05:35:07,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240967514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240967514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240967515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,547 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/e1908773b1384511943b806dd22ebcaa as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e1908773b1384511943b806dd22ebcaa 2024-12-15T05:35:07,568 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into e1908773b1384511943b806dd22ebcaa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:07,568 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:07,568 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240907092; duration=0sec 2024-12-15T05:35:07,568 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:07,568 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:35:07,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,601 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/f6e826dea10c46eca49785ee40d51a15 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f6e826dea10c46eca49785ee40d51a15 2024-12-15T05:35:07,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/64d531d65fc944318c603b52fdd0dd61 2024-12-15T05:35:07,610 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into f6e826dea10c46eca49785ee40d51a15(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:07,610 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:07,610 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=13, startTime=1734240907094; duration=0sec 2024-12-15T05:35:07,610 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:07,610 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:07,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/0d6f91c2e38c46929b7d00079121b7fb is 50, key is test_row_0/B:col10/1734240906578/Put/seqid=0 2024-12-15T05:35:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742181_1357 (size=12301) 2024-12-15T05:35:07,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/0d6f91c2e38c46929b7d00079121b7fb 2024-12-15T05:35:07,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/e4da5a93c6d4438ca1ab7127aa401e33 is 50, key is test_row_0/C:col10/1734240906578/Put/seqid=0 2024-12-15T05:35:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742182_1358 (size=12301) 2024-12-15T05:35:07,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/e4da5a93c6d4438ca1ab7127aa401e33 2024-12-15T05:35:07,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/64d531d65fc944318c603b52fdd0dd61 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/64d531d65fc944318c603b52fdd0dd61 2024-12-15T05:35:07,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/64d531d65fc944318c603b52fdd0dd61, entries=150, sequenceid=409, filesize=12.0 K 2024-12-15T05:35:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/0d6f91c2e38c46929b7d00079121b7fb as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0d6f91c2e38c46929b7d00079121b7fb 2024-12-15T05:35:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T05:35:07,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0d6f91c2e38c46929b7d00079121b7fb, entries=150, sequenceid=409, filesize=12.0 K 2024-12-15T05:35:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/e4da5a93c6d4438ca1ab7127aa401e33 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e4da5a93c6d4438ca1ab7127aa401e33 2024-12-15T05:35:07,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e4da5a93c6d4438ca1ab7127aa401e33, entries=150, sequenceid=409, filesize=12.0 K 2024-12-15T05:35:07,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f9e11680d5fea05f61692f994e95706a in 550ms, sequenceid=409, compaction requested=false 2024-12-15T05:35:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:07,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:35:07,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:07,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:07,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:07,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:07,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:07,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:07,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/3ae5c23d8ef3405e9e0c80522ecfc763 is 50, key is test_row_0/A:col10/1734240907203/Put/seqid=0 2024-12-15T05:35:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742183_1359 (size=12301) 2024-12-15T05:35:07,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/3ae5c23d8ef3405e9e0c80522ecfc763 2024-12-15T05:35:07,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/2560818724f14d6fb598605075a3b9ba is 50, key is test_row_0/B:col10/1734240907203/Put/seqid=0 2024-12-15T05:35:07,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742184_1360 (size=12301) 2024-12-15T05:35:07,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240967878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:07,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240967881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240967882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:07,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240967983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240967986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240967987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,187 INFO [AsyncFSWAL-0-hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData-prefix:fcd62a4bcb63,46241,1734240822551 {}] wal.AbstractFSWAL(1183): Slow sync cost: 148 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33843,DS-079f5992-c634-46a7-a3e5-53ccb3e16611,DISK]] 2024-12-15T05:35:08,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240968186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240968189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240968190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T05:35:08,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/2560818724f14d6fb598605075a3b9ba 2024-12-15T05:35:08,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/a137edb28ebb4439958f63946bd50763 is 50, key is test_row_0/C:col10/1734240907203/Put/seqid=0 2024-12-15T05:35:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742185_1361 (size=12301) 2024-12-15T05:35:08,338 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240968490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240968493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240968494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:08,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:08,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/a137edb28ebb4439958f63946bd50763 2024-12-15T05:35:08,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/3ae5c23d8ef3405e9e0c80522ecfc763 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/3ae5c23d8ef3405e9e0c80522ecfc763 2024-12-15T05:35:08,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/3ae5c23d8ef3405e9e0c80522ecfc763, entries=150, sequenceid=424, filesize=12.0 K 2024-12-15T05:35:08,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/2560818724f14d6fb598605075a3b9ba as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/2560818724f14d6fb598605075a3b9ba 2024-12-15T05:35:08,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/2560818724f14d6fb598605075a3b9ba, entries=150, sequenceid=424, filesize=12.0 K 2024-12-15T05:35:08,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/a137edb28ebb4439958f63946bd50763 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a137edb28ebb4439958f63946bd50763 2024-12-15T05:35:08,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a137edb28ebb4439958f63946bd50763, entries=150, sequenceid=424, filesize=12.0 K 2024-12-15T05:35:08,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f9e11680d5fea05f61692f994e95706a in 899ms, sequenceid=424, compaction requested=true 2024-12-15T05:35:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:08,720 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:08,720 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:08,721 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:08,721 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:08,721 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:35:08,721 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:35:08,721 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,721 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,721 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e1908773b1384511943b806dd22ebcaa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/64d531d65fc944318c603b52fdd0dd61, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/3ae5c23d8ef3405e9e0c80522ecfc763] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=37.0 K 2024-12-15T05:35:08,721 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/77dce48b2291457287a9a95de1ab00a6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0d6f91c2e38c46929b7d00079121b7fb, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/2560818724f14d6fb598605075a3b9ba] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=37.0 K 2024-12-15T05:35:08,721 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 77dce48b2291457287a9a95de1ab00a6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734240905916 2024-12-15T05:35:08,721 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1908773b1384511943b806dd22ebcaa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734240905916 2024-12-15T05:35:08,722 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d6f91c2e38c46929b7d00079121b7fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1734240906577 2024-12-15T05:35:08,722 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64d531d65fc944318c603b52fdd0dd61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1734240906577 2024-12-15T05:35:08,722 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 2560818724f14d6fb598605075a3b9ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734240907203 2024-12-15T05:35:08,722 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ae5c23d8ef3405e9e0c80522ecfc763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734240907203 2024-12-15T05:35:08,734 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:08,734 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/323a10af73804655a3af7104d91094c5 is 50, key is test_row_0/B:col10/1734240907203/Put/seqid=0 2024-12-15T05:35:08,744 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#317 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:08,745 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9e80a4f0a5974ba8b62ee65a32e3b2a7 is 50, key is test_row_0/A:col10/1734240907203/Put/seqid=0 2024-12-15T05:35:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742186_1362 (size=13357) 2024-12-15T05:35:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742187_1363 (size=13357) 2024-12-15T05:35:08,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:08,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-15T05:35:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:08,804 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T05:35:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:08,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/84d9b796316d44349053ffb00240db72 is 50, key is test_row_0/A:col10/1734240907879/Put/seqid=0 2024-12-15T05:35:08,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742188_1364 (size=12301) 2024-12-15T05:35:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:08,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:09,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240969006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240969008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240969008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240969109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240969111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240969111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,168 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/323a10af73804655a3af7104d91094c5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/323a10af73804655a3af7104d91094c5 2024-12-15T05:35:09,171 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into 323a10af73804655a3af7104d91094c5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:09,171 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:09,171 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240908720; duration=0sec 2024-12-15T05:35:09,171 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:09,171 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:35:09,171 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:09,172 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:09,172 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:35:09,172 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:09,172 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f6e826dea10c46eca49785ee40d51a15, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e4da5a93c6d4438ca1ab7127aa401e33, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a137edb28ebb4439958f63946bd50763] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=36.9 K 2024-12-15T05:35:09,172 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f6e826dea10c46eca49785ee40d51a15, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734240905916 2024-12-15T05:35:09,172 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting e4da5a93c6d4438ca1ab7127aa401e33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1734240906577 2024-12-15T05:35:09,173 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting a137edb28ebb4439958f63946bd50763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734240907203 2024-12-15T05:35:09,176 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9e80a4f0a5974ba8b62ee65a32e3b2a7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9e80a4f0a5974ba8b62ee65a32e3b2a7 2024-12-15T05:35:09,181 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:09,181 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/a3e1e5c0d7c94a38bc0d51f73d9d1591 is 50, key is test_row_0/C:col10/1734240907203/Put/seqid=0 2024-12-15T05:35:09,186 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into 9e80a4f0a5974ba8b62ee65a32e3b2a7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:09,186 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:09,186 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240908720; duration=0sec 2024-12-15T05:35:09,186 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:09,186 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:35:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742189_1365 (size=13323) 2024-12-15T05:35:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T05:35:09,221 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/84d9b796316d44349053ffb00240db72 2024-12-15T05:35:09,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5d4f49acf19047848b25345b2c5053c3 is 50, key is test_row_0/B:col10/1734240907879/Put/seqid=0 2024-12-15T05:35:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742190_1366 (size=12301) 2024-12-15T05:35:09,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240969311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240969315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240969315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,596 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/a3e1e5c0d7c94a38bc0d51f73d9d1591 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a3e1e5c0d7c94a38bc0d51f73d9d1591 2024-12-15T05:35:09,599 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into a3e1e5c0d7c94a38bc0d51f73d9d1591(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:09,599 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:09,599 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=13, startTime=1734240908720; duration=0sec 2024-12-15T05:35:09,599 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:09,599 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:09,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240969616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240969617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240969618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:09,633 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5d4f49acf19047848b25345b2c5053c3 2024-12-15T05:35:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/d47201c81d144e5eb93a196e70cdb151 is 50, key is test_row_0/C:col10/1734240907879/Put/seqid=0 2024-12-15T05:35:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742191_1367 (size=12301) 2024-12-15T05:35:10,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/d47201c81d144e5eb93a196e70cdb151 2024-12-15T05:35:10,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/84d9b796316d44349053ffb00240db72 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/84d9b796316d44349053ffb00240db72 2024-12-15T05:35:10,051 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/84d9b796316d44349053ffb00240db72, entries=150, sequenceid=447, filesize=12.0 K 2024-12-15T05:35:10,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/5d4f49acf19047848b25345b2c5053c3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d4f49acf19047848b25345b2c5053c3 2024-12-15T05:35:10,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d4f49acf19047848b25345b2c5053c3, entries=150, sequenceid=447, filesize=12.0 K 2024-12-15T05:35:10,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/d47201c81d144e5eb93a196e70cdb151 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/d47201c81d144e5eb93a196e70cdb151 2024-12-15T05:35:10,067 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/d47201c81d144e5eb93a196e70cdb151, entries=150, sequenceid=447, filesize=12.0 K 2024-12-15T05:35:10,068 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f9e11680d5fea05f61692f994e95706a in 1264ms, sequenceid=447, compaction requested=false 2024-12-15T05:35:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-15T05:35:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-15T05:35:10,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-15T05:35:10,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9540 sec 2024-12-15T05:35:10,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.9590 sec 2024-12-15T05:35:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:10,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T05:35:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:10,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:10,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:10,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:10,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9f15ce7e0b474e91bd742114d08c06fb is 50, key is test_row_0/A:col10/1734240909007/Put/seqid=0 2024-12-15T05:35:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742192_1368 (size=12301) 2024-12-15T05:35:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240970189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240970190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240970190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240970293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240970294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240970295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240970496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240970496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240970500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9f15ce7e0b474e91bd742114d08c06fb 2024-12-15T05:35:10,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/c5a6a2f8dbc14dffacd85daaadd0155f is 50, key is test_row_0/B:col10/1734240909007/Put/seqid=0 2024-12-15T05:35:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742193_1369 (size=12301) 2024-12-15T05:35:10,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240970801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240970801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:10,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240970806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/c5a6a2f8dbc14dffacd85daaadd0155f 2024-12-15T05:35:11,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/9c5724eb529f4b21b7e45909cc7f0e3b is 50, key is test_row_0/C:col10/1734240909007/Put/seqid=0 2024-12-15T05:35:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742194_1370 (size=12301) 2024-12-15T05:35:11,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/9c5724eb529f4b21b7e45909cc7f0e3b 2024-12-15T05:35:11,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/9f15ce7e0b474e91bd742114d08c06fb as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9f15ce7e0b474e91bd742114d08c06fb 2024-12-15T05:35:11,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9f15ce7e0b474e91bd742114d08c06fb, entries=150, sequenceid=465, filesize=12.0 K 2024-12-15T05:35:11,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/c5a6a2f8dbc14dffacd85daaadd0155f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c5a6a2f8dbc14dffacd85daaadd0155f 2024-12-15T05:35:11,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c5a6a2f8dbc14dffacd85daaadd0155f, entries=150, sequenceid=465, filesize=12.0 K 2024-12-15T05:35:11,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/9c5724eb529f4b21b7e45909cc7f0e3b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9c5724eb529f4b21b7e45909cc7f0e3b 2024-12-15T05:35:11,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9c5724eb529f4b21b7e45909cc7f0e3b, entries=150, sequenceid=465, filesize=12.0 K 2024-12-15T05:35:11,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f9e11680d5fea05f61692f994e95706a in 973ms, sequenceid=465, compaction requested=true 2024-12-15T05:35:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:11,096 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:11,096 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:11,097 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:11,097 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:11,097 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/B is initiating minor compaction (all files) 2024-12-15T05:35:11,097 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/A is initiating minor compaction (all files) 2024-12-15T05:35:11,097 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/B in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,097 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/A in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,097 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/323a10af73804655a3af7104d91094c5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d4f49acf19047848b25345b2c5053c3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c5a6a2f8dbc14dffacd85daaadd0155f] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=37.1 K 2024-12-15T05:35:11,097 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9e80a4f0a5974ba8b62ee65a32e3b2a7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/84d9b796316d44349053ffb00240db72, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9f15ce7e0b474e91bd742114d08c06fb] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=37.1 K 2024-12-15T05:35:11,098 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 323a10af73804655a3af7104d91094c5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734240907203 2024-12-15T05:35:11,098 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e80a4f0a5974ba8b62ee65a32e3b2a7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734240907203 2024-12-15T05:35:11,099 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d4f49acf19047848b25345b2c5053c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1734240907847 2024-12-15T05:35:11,099 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84d9b796316d44349053ffb00240db72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1734240907847 2024-12-15T05:35:11,099 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f15ce7e0b474e91bd742114d08c06fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734240908997 2024-12-15T05:35:11,099 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c5a6a2f8dbc14dffacd85daaadd0155f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734240908997 2024-12-15T05:35:11,108 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#A#compaction#325 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:11,109 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/0f274d683e634d9dab3e25d23f6354da is 50, key is test_row_0/A:col10/1734240909007/Put/seqid=0 2024-12-15T05:35:11,113 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:11,114 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/c45f9db442ad4503aba866900f532f3b is 50, key is test_row_0/B:col10/1734240909007/Put/seqid=0 2024-12-15T05:35:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742196_1372 (size=13459) 2024-12-15T05:35:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742195_1371 (size=13459) 2024-12-15T05:35:11,140 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/0f274d683e634d9dab3e25d23f6354da as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0f274d683e634d9dab3e25d23f6354da 2024-12-15T05:35:11,140 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/c45f9db442ad4503aba866900f532f3b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c45f9db442ad4503aba866900f532f3b 2024-12-15T05:35:11,148 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/A of f9e11680d5fea05f61692f994e95706a into 0f274d683e634d9dab3e25d23f6354da(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:11,148 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:11,148 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/A, priority=13, startTime=1734240911096; duration=0sec 2024-12-15T05:35:11,148 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:11,148 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:35:11,148 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:11,150 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:11,150 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): f9e11680d5fea05f61692f994e95706a/C is initiating minor compaction (all files) 2024-12-15T05:35:11,150 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9e11680d5fea05f61692f994e95706a/C in TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,150 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a3e1e5c0d7c94a38bc0d51f73d9d1591, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/d47201c81d144e5eb93a196e70cdb151, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9c5724eb529f4b21b7e45909cc7f0e3b] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp, totalSize=37.0 K 2024-12-15T05:35:11,151 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e1e5c0d7c94a38bc0d51f73d9d1591, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734240907203 2024-12-15T05:35:11,151 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/B of f9e11680d5fea05f61692f994e95706a into c45f9db442ad4503aba866900f532f3b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:11,151 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting d47201c81d144e5eb93a196e70cdb151, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1734240907847 2024-12-15T05:35:11,152 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:11,152 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/B, priority=13, startTime=1734240911096; duration=0sec 2024-12-15T05:35:11,152 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:11,152 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:35:11,153 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c5724eb529f4b21b7e45909cc7f0e3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1734240908997 2024-12-15T05:35:11,162 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9e11680d5fea05f61692f994e95706a#C#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:11,163 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/cd7fb94da4684948a3182c38c0378c16 is 50, key is test_row_0/C:col10/1734240909007/Put/seqid=0 2024-12-15T05:35:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742197_1373 (size=13425) 2024-12-15T05:35:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T05:35:11,220 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-15T05:35:11,222 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-15T05:35:11,223 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-15T05:35:11,224 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:11,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:11,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T05:35:11,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:11,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:11,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:11,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:11,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:11,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:11,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c3d38b62d32b4d82a3ed43ea5fea96ce is 50, key is test_row_0/A:col10/1734240910189/Put/seqid=0 2024-12-15T05:35:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-15T05:35:11,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240971321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240971322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240971323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240971323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742198_1374 (size=12301) 2024-12-15T05:35:11,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c3d38b62d32b4d82a3ed43ea5fea96ce 2024-12-15T05:35:11,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9466697be1194a0c94fccf879c664fcb is 50, key is test_row_0/B:col10/1734240910189/Put/seqid=0 2024-12-15T05:35:11,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-15T05:35:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742199_1375 (size=12301) 2024-12-15T05:35:11,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1734240971406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,408 DEBUG [Thread-1229 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18267 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:35:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240971426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240971427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240971427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240971428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-15T05:35:11,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-15T05:35:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,584 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/cd7fb94da4684948a3182c38c0378c16 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/cd7fb94da4684948a3182c38c0378c16 2024-12-15T05:35:11,588 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9e11680d5fea05f61692f994e95706a/C of f9e11680d5fea05f61692f994e95706a into cd7fb94da4684948a3182c38c0378c16(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:11,588 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:11,588 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a., storeName=f9e11680d5fea05f61692f994e95706a/C, priority=13, startTime=1734240911096; duration=0sec 2024-12-15T05:35:11,588 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:11,588 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1734240971628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1734240971629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734240971631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53630 deadline: 1734240971631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-15T05:35:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:11,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T05:35:11,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9466697be1194a0c94fccf879c664fcb 2024-12-15T05:35:11,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/b1b0d5e55aa84c7aa7b47760bbb6d7bc is 50, key is test_row_0/C:col10/1734240910189/Put/seqid=0 2024-12-15T05:35:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742200_1376 (size=12301) 2024-12-15T05:35:11,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/b1b0d5e55aa84c7aa7b47760bbb6d7bc 2024-12-15T05:35:11,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/c3d38b62d32b4d82a3ed43ea5fea96ce as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c3d38b62d32b4d82a3ed43ea5fea96ce 2024-12-15T05:35:11,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c3d38b62d32b4d82a3ed43ea5fea96ce, entries=150, sequenceid=490, filesize=12.0 K 2024-12-15T05:35:11,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/9466697be1194a0c94fccf879c664fcb as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9466697be1194a0c94fccf879c664fcb 2024-12-15T05:35:11,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9466697be1194a0c94fccf879c664fcb, entries=150, sequenceid=490, filesize=12.0 K 2024-12-15T05:35:11,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/b1b0d5e55aa84c7aa7b47760bbb6d7bc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/b1b0d5e55aa84c7aa7b47760bbb6d7bc 2024-12-15T05:35:11,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/b1b0d5e55aa84c7aa7b47760bbb6d7bc, entries=150, sequenceid=490, filesize=12.0 K 2024-12-15T05:35:11,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f9e11680d5fea05f61692f994e95706a in 503ms, sequenceid=490, compaction requested=false 2024-12-15T05:35:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-15T05:35:11,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:11,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-15T05:35:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:11,836 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:35:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:11,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/ef9c8472b77e4111a7f8b2504ef3543a is 50, key is test_row_0/A:col10/1734240911321/Put/seqid=0 2024-12-15T05:35:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742201_1377 (size=12301) 2024-12-15T05:35:11,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. as already flushing 2024-12-15T05:35:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:11,943 DEBUG [Thread-1246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68ad882f to 127.0.0.1:53650 2024-12-15T05:35:11,943 DEBUG [Thread-1246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:11,943 DEBUG [Thread-1233 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:53650 2024-12-15T05:35:11,943 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:11,944 DEBUG [Thread-1231 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:53650 2024-12-15T05:35:11,944 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:11,944 DEBUG [Thread-1248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:53650 2024-12-15T05:35:11,944 DEBUG [Thread-1248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:11,945 DEBUG [Thread-1235 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:53650 2024-12-15T05:35:11,945 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:11,945 DEBUG [Thread-1240 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:53650 2024-12-15T05:35:11,945 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:11,945 DEBUG [Thread-1237 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:53650 2024-12-15T05:35:11,945 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:11,945 DEBUG [Thread-1242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:53650 2024-12-15T05:35:11,945 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:11,947 DEBUG [Thread-1244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x598cfed4 to 127.0.0.1:53650 2024-12-15T05:35:11,947 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:12,244 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/ef9c8472b77e4111a7f8b2504ef3543a 2024-12-15T05:35:12,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7971ad4c4efa441da9538e2ff9b9f79d is 50, key is test_row_0/B:col10/1734240911321/Put/seqid=0 2024-12-15T05:35:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742202_1378 (size=12301) 2024-12-15T05:35:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-15T05:35:12,659 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7971ad4c4efa441da9538e2ff9b9f79d 2024-12-15T05:35:12,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/bfab3b2efa814eedb6a821b50c6983f1 is 50, key is test_row_0/C:col10/1734240911321/Put/seqid=0 2024-12-15T05:35:12,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742203_1379 (size=12301) 2024-12-15T05:35:13,071 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/bfab3b2efa814eedb6a821b50c6983f1 2024-12-15T05:35:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/ef9c8472b77e4111a7f8b2504ef3543a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/ef9c8472b77e4111a7f8b2504ef3543a 2024-12-15T05:35:13,083 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/ef9c8472b77e4111a7f8b2504ef3543a, entries=150, sequenceid=504, filesize=12.0 K 2024-12-15T05:35:13,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/7971ad4c4efa441da9538e2ff9b9f79d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7971ad4c4efa441da9538e2ff9b9f79d 2024-12-15T05:35:13,089 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7971ad4c4efa441da9538e2ff9b9f79d, entries=150, sequenceid=504, filesize=12.0 K 2024-12-15T05:35:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/bfab3b2efa814eedb6a821b50c6983f1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bfab3b2efa814eedb6a821b50c6983f1 2024-12-15T05:35:13,094 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bfab3b2efa814eedb6a821b50c6983f1, entries=150, sequenceid=504, filesize=12.0 K 2024-12-15T05:35:13,095 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=93.93 KB/96180 for f9e11680d5fea05f61692f994e95706a in 1259ms, sequenceid=504, compaction requested=true 2024-12-15T05:35:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-15T05:35:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-12-15T05:35:13,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-15T05:35:13,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8720 sec 2024-12-15T05:35:13,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.8760 sec 2024-12-15T05:35:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-15T05:35:13,328 INFO [Thread-1239 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-15T05:35:16,613 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_3880936_22 at /127.0.0.1:36986 [Receiving block BP-1707516454-172.17.0.2-1734240819552:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 613ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598/dfs/data/data2/, blockId=1073741830, seqno=1207 2024-12-15T05:35:16,614 INFO [AsyncFSWAL-0-hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData-prefix:fcd62a4bcb63,46241,1734240822551 {}] wal.AbstractFSWAL(1183): Slow sync cost: 615 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33843,DS-079f5992-c634-46a7-a3e5-53ccb3e16611,DISK]] 2024-12-15T05:35:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:21,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9e11680d5fea05f61692f994e95706a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T05:35:21,479 DEBUG [Thread-1229 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:53650 2024-12-15T05:35:21,479 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:21,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=A 2024-12-15T05:35:21,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-15T05:35:21,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=B 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 134 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T05:35:21,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6502 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6514 2024-12-15T05:35:21,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9e11680d5fea05f61692f994e95706a, store=C 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6312 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6418 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6546 2024-12-15T05:35:21,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T05:35:21,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:21,479 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T05:35:21,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:53650 2024-12-15T05:35:21,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:21,480 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T05:35:21,480 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T05:35:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T05:35:21,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240921482"}]},"ts":"1734240921482"} 2024-12-15T05:35:21,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/1c0f3f84329049f0b95e576b1e47d2cd is 50, key is test_row_0/A:col10/1734240921478/Put/seqid=0 2024-12-15T05:35:21,483 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T05:35:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742204_1380 (size=12301) 2024-12-15T05:35:21,579 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T05:35:21,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:35:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T05:35:21,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9e11680d5fea05f61692f994e95706a, UNASSIGN}] 2024-12-15T05:35:21,586 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9e11680d5fea05f61692f994e95706a, UNASSIGN 2024-12-15T05:35:21,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=f9e11680d5fea05f61692f994e95706a, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:21,589 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:35:21,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:35:21,742 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:21,742 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:35:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing f9e11680d5fea05f61692f994e95706a, disabling compactions & flushes 2024-12-15T05:35:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T05:35:21,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/1c0f3f84329049f0b95e576b1e47d2cd 2024-12-15T05:35:21,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/3cdc7d769eec426fbf26b0f4796f8468 is 50, key is test_row_0/B:col10/1734240921478/Put/seqid=0 2024-12-15T05:35:21,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742205_1381 (size=12301) 2024-12-15T05:35:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T05:35:22,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/3cdc7d769eec426fbf26b0f4796f8468 2024-12-15T05:35:22,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/4ca208abdaea4476913d0be31c7818a8 is 50, key is test_row_0/C:col10/1734240921478/Put/seqid=0 2024-12-15T05:35:22,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742206_1382 (size=12301) 2024-12-15T05:35:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T05:35:22,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/4ca208abdaea4476913d0be31c7818a8 2024-12-15T05:35:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/A/1c0f3f84329049f0b95e576b1e47d2cd as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/1c0f3f84329049f0b95e576b1e47d2cd 2024-12-15T05:35:22,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/1c0f3f84329049f0b95e576b1e47d2cd, entries=150, sequenceid=522, filesize=12.0 K 2024-12-15T05:35:22,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/B/3cdc7d769eec426fbf26b0f4796f8468 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3cdc7d769eec426fbf26b0f4796f8468 2024-12-15T05:35:22,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3cdc7d769eec426fbf26b0f4796f8468, entries=150, sequenceid=522, filesize=12.0 K 2024-12-15T05:35:22,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/.tmp/C/4ca208abdaea4476913d0be31c7818a8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4ca208abdaea4476913d0be31c7818a8 2024-12-15T05:35:22,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4ca208abdaea4476913d0be31c7818a8, entries=150, sequenceid=522, filesize=12.0 K 2024-12-15T05:35:22,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for f9e11680d5fea05f61692f994e95706a in 1245ms, sequenceid=522, compaction requested=true 2024-12-15T05:35:22,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:22,723 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:22,723 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:22,723 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. after waiting 0 ms 2024-12-15T05:35:22,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:22,723 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. because compaction request was cancelled 2024-12-15T05:35:22,723 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:22,723 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:A 2024-12-15T05:35:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:B, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:22,724 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. because compaction request was cancelled 2024-12-15T05:35:22,724 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:B 2024-12-15T05:35:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9e11680d5fea05f61692f994e95706a:C, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:22,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:22,724 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. because compaction request was cancelled 2024-12-15T05:35:22,724 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9e11680d5fea05f61692f994e95706a:C 2024-12-15T05:35:22,724 DEBUG [StoreCloser-TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/f35fd74d4fa94007910fca097a7f68f2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c2c2093b479f45d5954027e2ec733c0d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/044d50a4157a49a7a11ce69596f3602a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/a7659d0f48c54f8eb962b95d9bb8c68e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/23ec87fcdea24986b0be294f9a94f55c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8481fc32c61a463f9a5b72d3a59d149e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/98e6981b24804019a3612128503d5750, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e676b33fcc2e425cbffb5145badb67fe, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/196705629b984167b138017b62c2565b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/86bcb55583e04085b36bb865fb959eb3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/4763312d0ca44cfaa2d3af22a90722d8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/33edd6385c4c4db39fa1e224c6449aa7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/750d31426ea349fdb05bdb313ee17856, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c29756fe0f7f4213b090294d256c3278, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/841e156af76447fd922ad46a86c81ee4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c54acdd6421641f1b65f2138deffa270, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0fe6fa304bb0438197c3ac4577b692c3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9c77099d2044407e82caaad606a169cc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/297ea8b779db4e94ab6d08bd23365b8b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9132c856e7094227b303038497cfaf18, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/72e8a775d8334978b963c8685fede4dd, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e54c9eef4958485a8e68ccb21515a625, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9d4651b7da8b44629cf58d958209bcae, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/531ab6d90f91404ba34fde353af790a1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8895b67d06e14ab8b4e94a85580f1411, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e75bf670aef14c598028116f7ddf83e5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/cade7cfa4776463bb2e16042eeb88c32, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/d331995a7f9c4b388c0bd2b19f46db28, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e1908773b1384511943b806dd22ebcaa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/64d531d65fc944318c603b52fdd0dd61, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9e80a4f0a5974ba8b62ee65a32e3b2a7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/3ae5c23d8ef3405e9e0c80522ecfc763, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/84d9b796316d44349053ffb00240db72, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9f15ce7e0b474e91bd742114d08c06fb] to archive 2024-12-15T05:35:22,725 DEBUG [StoreCloser-TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:22,727 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/f35fd74d4fa94007910fca097a7f68f2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/f35fd74d4fa94007910fca097a7f68f2 2024-12-15T05:35:22,728 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c2c2093b479f45d5954027e2ec733c0d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c2c2093b479f45d5954027e2ec733c0d 2024-12-15T05:35:22,728 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/a7659d0f48c54f8eb962b95d9bb8c68e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/a7659d0f48c54f8eb962b95d9bb8c68e 2024-12-15T05:35:22,728 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/044d50a4157a49a7a11ce69596f3602a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/044d50a4157a49a7a11ce69596f3602a 2024-12-15T05:35:22,728 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/23ec87fcdea24986b0be294f9a94f55c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/23ec87fcdea24986b0be294f9a94f55c 2024-12-15T05:35:22,728 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/196705629b984167b138017b62c2565b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/196705629b984167b138017b62c2565b 2024-12-15T05:35:22,728 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8481fc32c61a463f9a5b72d3a59d149e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8481fc32c61a463f9a5b72d3a59d149e 2024-12-15T05:35:22,728 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/98e6981b24804019a3612128503d5750 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/98e6981b24804019a3612128503d5750 2024-12-15T05:35:22,729 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/86bcb55583e04085b36bb865fb959eb3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/86bcb55583e04085b36bb865fb959eb3 2024-12-15T05:35:22,729 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/4763312d0ca44cfaa2d3af22a90722d8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/4763312d0ca44cfaa2d3af22a90722d8 2024-12-15T05:35:22,729 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/33edd6385c4c4db39fa1e224c6449aa7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/33edd6385c4c4db39fa1e224c6449aa7 2024-12-15T05:35:22,730 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/750d31426ea349fdb05bdb313ee17856 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/750d31426ea349fdb05bdb313ee17856 2024-12-15T05:35:22,730 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c29756fe0f7f4213b090294d256c3278 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c29756fe0f7f4213b090294d256c3278 2024-12-15T05:35:22,730 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/841e156af76447fd922ad46a86c81ee4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/841e156af76447fd922ad46a86c81ee4 2024-12-15T05:35:22,730 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c54acdd6421641f1b65f2138deffa270 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c54acdd6421641f1b65f2138deffa270 2024-12-15T05:35:22,730 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0fe6fa304bb0438197c3ac4577b692c3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0fe6fa304bb0438197c3ac4577b692c3 2024-12-15T05:35:22,731 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9c77099d2044407e82caaad606a169cc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9c77099d2044407e82caaad606a169cc 2024-12-15T05:35:22,731 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/297ea8b779db4e94ab6d08bd23365b8b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/297ea8b779db4e94ab6d08bd23365b8b 2024-12-15T05:35:22,731 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9132c856e7094227b303038497cfaf18 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9132c856e7094227b303038497cfaf18 2024-12-15T05:35:22,732 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/72e8a775d8334978b963c8685fede4dd to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/72e8a775d8334978b963c8685fede4dd 2024-12-15T05:35:22,732 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9d4651b7da8b44629cf58d958209bcae to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9d4651b7da8b44629cf58d958209bcae 2024-12-15T05:35:22,732 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/531ab6d90f91404ba34fde353af790a1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/531ab6d90f91404ba34fde353af790a1 2024-12-15T05:35:22,732 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e54c9eef4958485a8e68ccb21515a625 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e54c9eef4958485a8e68ccb21515a625 2024-12-15T05:35:22,732 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8895b67d06e14ab8b4e94a85580f1411 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/8895b67d06e14ab8b4e94a85580f1411 2024-12-15T05:35:22,733 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e75bf670aef14c598028116f7ddf83e5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e75bf670aef14c598028116f7ddf83e5 2024-12-15T05:35:22,733 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/cade7cfa4776463bb2e16042eeb88c32 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/cade7cfa4776463bb2e16042eeb88c32 2024-12-15T05:35:22,733 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/d331995a7f9c4b388c0bd2b19f46db28 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/d331995a7f9c4b388c0bd2b19f46db28 2024-12-15T05:35:22,733 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/64d531d65fc944318c603b52fdd0dd61 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/64d531d65fc944318c603b52fdd0dd61 2024-12-15T05:35:22,733 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9e80a4f0a5974ba8b62ee65a32e3b2a7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9e80a4f0a5974ba8b62ee65a32e3b2a7 2024-12-15T05:35:22,734 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/3ae5c23d8ef3405e9e0c80522ecfc763 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/3ae5c23d8ef3405e9e0c80522ecfc763 2024-12-15T05:35:22,734 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/84d9b796316d44349053ffb00240db72 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/84d9b796316d44349053ffb00240db72 2024-12-15T05:35:22,734 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9f15ce7e0b474e91bd742114d08c06fb to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/9f15ce7e0b474e91bd742114d08c06fb 2024-12-15T05:35:22,734 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e676b33fcc2e425cbffb5145badb67fe to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e676b33fcc2e425cbffb5145badb67fe 2024-12-15T05:35:22,734 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e1908773b1384511943b806dd22ebcaa to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/e1908773b1384511943b806dd22ebcaa 2024-12-15T05:35:22,735 DEBUG [StoreCloser-TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d8bd08b0f9f4f3698e0801bbd64bfa8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/1510a0a0c10c457d873a55d298bccce2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0666d4834e3a41ba877ebbe1a037408d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/331f2b2c7e7e463285269a41e7f7695f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c2ae83bb204045388a2132169a0dc212, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/d0c8e887c6e04393842a6348ecbb1e6b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7fafef59ad4648f3ab9ca3b92c7f5ab6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9dd9bfeea13e4b538506054caaab6207, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/64c96ee920c44bd5a8ec19f4942bea0e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/df6a90a7e1bc4821a5b062f9e5e484fc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3638108411184c72a5199b3a3ad6798d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/335725c8ddc4428696b8e2b4bd887a60, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9fbfec9ddefc44cabf4664f4c0e1a8ca, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e631f75797548c6a5ef62e075c6ebbb, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f225faf16ef74a9393080cdb004e3cbc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f8e39270066944489099c72e7b182169, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5b7653b2865c4f6a997cd2824c5b0f51, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/603ddb13c5c44976b6d3a9d780072ff8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/374291e2fe4f42719a6d4346fb4099aa, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e4108e845b54b6683cccfc537e55802, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/713ceeaa818b40e396ca9c60cdf2b84d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/6876d77f761449f099207627a7f048d8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4a82a2d370a342cf841b6e6c0bd3db3c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9c1fb59192904da2a31c23a63ca9c9f6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/981d3384aa6f4cd9b2948dd283c597fc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7026167be2a24d5ab317cd3dfac21374, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4c4ca04c1d794108a45281a0c246d855, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/77dce48b2291457287a9a95de1ab00a6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/b285d56785f54c3fb7400a3b81f2da69, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0d6f91c2e38c46929b7d00079121b7fb, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/323a10af73804655a3af7104d91094c5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/2560818724f14d6fb598605075a3b9ba, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d4f49acf19047848b25345b2c5053c3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c5a6a2f8dbc14dffacd85daaadd0155f] to archive 2024-12-15T05:35:22,736 DEBUG [StoreCloser-TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:22,738 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/331f2b2c7e7e463285269a41e7f7695f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/331f2b2c7e7e463285269a41e7f7695f 2024-12-15T05:35:22,738 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c2ae83bb204045388a2132169a0dc212 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c2ae83bb204045388a2132169a0dc212 2024-12-15T05:35:22,738 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d8bd08b0f9f4f3698e0801bbd64bfa8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d8bd08b0f9f4f3698e0801bbd64bfa8 2024-12-15T05:35:22,738 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0666d4834e3a41ba877ebbe1a037408d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0666d4834e3a41ba877ebbe1a037408d 2024-12-15T05:35:22,738 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/1510a0a0c10c457d873a55d298bccce2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/1510a0a0c10c457d873a55d298bccce2 2024-12-15T05:35:22,738 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9dd9bfeea13e4b538506054caaab6207 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9dd9bfeea13e4b538506054caaab6207 2024-12-15T05:35:22,738 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7fafef59ad4648f3ab9ca3b92c7f5ab6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7fafef59ad4648f3ab9ca3b92c7f5ab6 2024-12-15T05:35:22,738 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/d0c8e887c6e04393842a6348ecbb1e6b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/d0c8e887c6e04393842a6348ecbb1e6b 2024-12-15T05:35:22,739 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/335725c8ddc4428696b8e2b4bd887a60 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/335725c8ddc4428696b8e2b4bd887a60 2024-12-15T05:35:22,739 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/64c96ee920c44bd5a8ec19f4942bea0e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/64c96ee920c44bd5a8ec19f4942bea0e 2024-12-15T05:35:22,739 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3638108411184c72a5199b3a3ad6798d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3638108411184c72a5199b3a3ad6798d 2024-12-15T05:35:22,740 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f225faf16ef74a9393080cdb004e3cbc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f225faf16ef74a9393080cdb004e3cbc 2024-12-15T05:35:22,740 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9fbfec9ddefc44cabf4664f4c0e1a8ca to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9fbfec9ddefc44cabf4664f4c0e1a8ca 2024-12-15T05:35:22,740 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f8e39270066944489099c72e7b182169 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/f8e39270066944489099c72e7b182169 2024-12-15T05:35:22,740 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/df6a90a7e1bc4821a5b062f9e5e484fc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/df6a90a7e1bc4821a5b062f9e5e484fc 2024-12-15T05:35:22,740 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e631f75797548c6a5ef62e075c6ebbb to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e631f75797548c6a5ef62e075c6ebbb 2024-12-15T05:35:22,740 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/603ddb13c5c44976b6d3a9d780072ff8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/603ddb13c5c44976b6d3a9d780072ff8 2024-12-15T05:35:22,741 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e4108e845b54b6683cccfc537e55802 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9e4108e845b54b6683cccfc537e55802 2024-12-15T05:35:22,741 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/713ceeaa818b40e396ca9c60cdf2b84d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/713ceeaa818b40e396ca9c60cdf2b84d 2024-12-15T05:35:22,741 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/6876d77f761449f099207627a7f048d8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/6876d77f761449f099207627a7f048d8 2024-12-15T05:35:22,741 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/374291e2fe4f42719a6d4346fb4099aa to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/374291e2fe4f42719a6d4346fb4099aa 2024-12-15T05:35:22,741 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5b7653b2865c4f6a997cd2824c5b0f51 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5b7653b2865c4f6a997cd2824c5b0f51 2024-12-15T05:35:22,741 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4a82a2d370a342cf841b6e6c0bd3db3c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4a82a2d370a342cf841b6e6c0bd3db3c 2024-12-15T05:35:22,742 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/981d3384aa6f4cd9b2948dd283c597fc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/981d3384aa6f4cd9b2948dd283c597fc 2024-12-15T05:35:22,742 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7026167be2a24d5ab317cd3dfac21374 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7026167be2a24d5ab317cd3dfac21374 2024-12-15T05:35:22,742 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4c4ca04c1d794108a45281a0c246d855 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/4c4ca04c1d794108a45281a0c246d855 2024-12-15T05:35:22,742 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/77dce48b2291457287a9a95de1ab00a6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/77dce48b2291457287a9a95de1ab00a6 2024-12-15T05:35:22,742 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/b285d56785f54c3fb7400a3b81f2da69 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/b285d56785f54c3fb7400a3b81f2da69 2024-12-15T05:35:22,742 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0d6f91c2e38c46929b7d00079121b7fb to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/0d6f91c2e38c46929b7d00079121b7fb 2024-12-15T05:35:22,743 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/323a10af73804655a3af7104d91094c5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/323a10af73804655a3af7104d91094c5 2024-12-15T05:35:22,743 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9c1fb59192904da2a31c23a63ca9c9f6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9c1fb59192904da2a31c23a63ca9c9f6 2024-12-15T05:35:22,743 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/2560818724f14d6fb598605075a3b9ba to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/2560818724f14d6fb598605075a3b9ba 2024-12-15T05:35:22,743 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c5a6a2f8dbc14dffacd85daaadd0155f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c5a6a2f8dbc14dffacd85daaadd0155f 2024-12-15T05:35:22,743 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d4f49acf19047848b25345b2c5053c3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/5d4f49acf19047848b25345b2c5053c3 2024-12-15T05:35:22,744 DEBUG [StoreCloser-TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f4bca7777a04418bb1dc603ca294a2fb, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/ab398b8f6e43443784883db9eca7d2b2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4a5d11f39edf418e83072f0eb5c44cb0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0b318cd378f5484e911c813c5f5197e5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9a4092596ec340219afb3054cc2cbdc9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c2708cae19ea42d4985feff34805ce4c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/5f3c91bb00df497095bdbbaca22692d4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2a072c4aa3e74e16a6288ff16a03ce65, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0adb74cfa40a424d93e16bc0651aff48, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/43aca581ba1a4b4da7fea41453363ad0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2915d78a99804f8c98741dd4e8570c16, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/531ec9b9cf28468fb6e1789e887f77e1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2736244fb06a4c7da0caf5bd6a7e054a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bb5863286f584765966722ed7d7522d9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4b3f278f10514ef5acc88cc61d40ad81, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/eaa13dc62ecb4b49867974fe653807d2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9f0f5e754e6343a4a1024cb448d359bd, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/af6eb96945e1428cadf89d1a2de0d4ab, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e05010984c9e4be79fb88cbfdea3bb4c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/538152c0cf0a4bfd8e151543991a3445, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/fecb29c35b9e494d8cae88a916c27368, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/032b5c4a4a714bb1892c576bc5a62a22, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/288c0c7628434519bb2866f627c799e1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c0ca586d12184bd6a496f36b1c41ad30, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/dc23f7efebc64aa9ae55613e1c684d71, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/704b8c71a7f5496eacccf0d25660883d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f6e826dea10c46eca49785ee40d51a15, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0c0bb48bef134924a6993a66649ed195, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e4da5a93c6d4438ca1ab7127aa401e33, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a3e1e5c0d7c94a38bc0d51f73d9d1591, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a137edb28ebb4439958f63946bd50763, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/d47201c81d144e5eb93a196e70cdb151, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9c5724eb529f4b21b7e45909cc7f0e3b] to archive 2024-12-15T05:35:22,745 DEBUG [StoreCloser-TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:22,746 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f4bca7777a04418bb1dc603ca294a2fb to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f4bca7777a04418bb1dc603ca294a2fb 2024-12-15T05:35:22,746 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c2708cae19ea42d4985feff34805ce4c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c2708cae19ea42d4985feff34805ce4c 2024-12-15T05:35:22,746 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/ab398b8f6e43443784883db9eca7d2b2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/ab398b8f6e43443784883db9eca7d2b2 2024-12-15T05:35:22,746 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/5f3c91bb00df497095bdbbaca22692d4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/5f3c91bb00df497095bdbbaca22692d4 2024-12-15T05:35:22,747 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2a072c4aa3e74e16a6288ff16a03ce65 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2a072c4aa3e74e16a6288ff16a03ce65 2024-12-15T05:35:22,747 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4a5d11f39edf418e83072f0eb5c44cb0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4a5d11f39edf418e83072f0eb5c44cb0 2024-12-15T05:35:22,747 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9a4092596ec340219afb3054cc2cbdc9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9a4092596ec340219afb3054cc2cbdc9 2024-12-15T05:35:22,747 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0b318cd378f5484e911c813c5f5197e5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0b318cd378f5484e911c813c5f5197e5 2024-12-15T05:35:22,748 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2915d78a99804f8c98741dd4e8570c16 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2915d78a99804f8c98741dd4e8570c16 2024-12-15T05:35:22,748 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/531ec9b9cf28468fb6e1789e887f77e1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/531ec9b9cf28468fb6e1789e887f77e1 2024-12-15T05:35:22,748 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0adb74cfa40a424d93e16bc0651aff48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0adb74cfa40a424d93e16bc0651aff48 2024-12-15T05:35:22,748 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/43aca581ba1a4b4da7fea41453363ad0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/43aca581ba1a4b4da7fea41453363ad0 2024-12-15T05:35:22,748 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2736244fb06a4c7da0caf5bd6a7e054a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/2736244fb06a4c7da0caf5bd6a7e054a 2024-12-15T05:35:22,748 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bb5863286f584765966722ed7d7522d9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bb5863286f584765966722ed7d7522d9 2024-12-15T05:35:22,748 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4b3f278f10514ef5acc88cc61d40ad81 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4b3f278f10514ef5acc88cc61d40ad81 2024-12-15T05:35:22,748 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/eaa13dc62ecb4b49867974fe653807d2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/eaa13dc62ecb4b49867974fe653807d2 2024-12-15T05:35:22,749 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9f0f5e754e6343a4a1024cb448d359bd to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9f0f5e754e6343a4a1024cb448d359bd 2024-12-15T05:35:22,749 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e05010984c9e4be79fb88cbfdea3bb4c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e05010984c9e4be79fb88cbfdea3bb4c 2024-12-15T05:35:22,749 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/af6eb96945e1428cadf89d1a2de0d4ab to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/af6eb96945e1428cadf89d1a2de0d4ab 2024-12-15T05:35:22,749 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/538152c0cf0a4bfd8e151543991a3445 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/538152c0cf0a4bfd8e151543991a3445 2024-12-15T05:35:22,749 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/288c0c7628434519bb2866f627c799e1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/288c0c7628434519bb2866f627c799e1 2024-12-15T05:35:22,750 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/032b5c4a4a714bb1892c576bc5a62a22 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/032b5c4a4a714bb1892c576bc5a62a22 2024-12-15T05:35:22,750 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/fecb29c35b9e494d8cae88a916c27368 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/fecb29c35b9e494d8cae88a916c27368 2024-12-15T05:35:22,750 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c0ca586d12184bd6a496f36b1c41ad30 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/c0ca586d12184bd6a496f36b1c41ad30 2024-12-15T05:35:22,750 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e4da5a93c6d4438ca1ab7127aa401e33 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/e4da5a93c6d4438ca1ab7127aa401e33 2024-12-15T05:35:22,751 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/dc23f7efebc64aa9ae55613e1c684d71 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/dc23f7efebc64aa9ae55613e1c684d71 2024-12-15T05:35:22,751 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f6e826dea10c46eca49785ee40d51a15 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/f6e826dea10c46eca49785ee40d51a15 2024-12-15T05:35:22,751 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0c0bb48bef134924a6993a66649ed195 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/0c0bb48bef134924a6993a66649ed195 2024-12-15T05:35:22,751 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a137edb28ebb4439958f63946bd50763 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a137edb28ebb4439958f63946bd50763 2024-12-15T05:35:22,751 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/704b8c71a7f5496eacccf0d25660883d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/704b8c71a7f5496eacccf0d25660883d 2024-12-15T05:35:22,751 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/d47201c81d144e5eb93a196e70cdb151 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/d47201c81d144e5eb93a196e70cdb151 2024-12-15T05:35:22,751 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a3e1e5c0d7c94a38bc0d51f73d9d1591 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/a3e1e5c0d7c94a38bc0d51f73d9d1591 2024-12-15T05:35:22,751 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9c5724eb529f4b21b7e45909cc7f0e3b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/9c5724eb529f4b21b7e45909cc7f0e3b 2024-12-15T05:35:22,754 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/recovered.edits/525.seqid, newMaxSeqId=525, maxSeqId=1 2024-12-15T05:35:22,755 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a. 2024-12-15T05:35:22,755 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for f9e11680d5fea05f61692f994e95706a: 2024-12-15T05:35:22,756 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:22,756 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=f9e11680d5fea05f61692f994e95706a, regionState=CLOSED 2024-12-15T05:35:22,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-15T05:35:22,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure f9e11680d5fea05f61692f994e95706a, server=fcd62a4bcb63,36137,1734240823378 in 1.1680 sec 2024-12-15T05:35:22,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-15T05:35:22,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9e11680d5fea05f61692f994e95706a, UNASSIGN in 1.1740 sec 2024-12-15T05:35:22,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-15T05:35:22,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1780 sec 2024-12-15T05:35:22,760 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240922760"}]},"ts":"1734240922760"} 2024-12-15T05:35:22,760 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T05:35:22,779 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T05:35:22,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3000 sec 2024-12-15T05:35:22,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T05:35:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T05:35:23,587 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-15T05:35:23,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T05:35:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:23,589 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-15T05:35:23,589 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=105, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:23,591 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:23,596 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/recovered.edits] 2024-12-15T05:35:23,599 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c3d38b62d32b4d82a3ed43ea5fea96ce to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/c3d38b62d32b4d82a3ed43ea5fea96ce 2024-12-15T05:35:23,599 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/ef9c8472b77e4111a7f8b2504ef3543a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/ef9c8472b77e4111a7f8b2504ef3543a 2024-12-15T05:35:23,599 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/1c0f3f84329049f0b95e576b1e47d2cd to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/1c0f3f84329049f0b95e576b1e47d2cd 2024-12-15T05:35:23,599 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0f274d683e634d9dab3e25d23f6354da to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/A/0f274d683e634d9dab3e25d23f6354da 2024-12-15T05:35:23,602 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c45f9db442ad4503aba866900f532f3b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/c45f9db442ad4503aba866900f532f3b 2024-12-15T05:35:23,602 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3cdc7d769eec426fbf26b0f4796f8468 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/3cdc7d769eec426fbf26b0f4796f8468 2024-12-15T05:35:23,602 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7971ad4c4efa441da9538e2ff9b9f79d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/7971ad4c4efa441da9538e2ff9b9f79d 2024-12-15T05:35:23,602 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9466697be1194a0c94fccf879c664fcb to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/B/9466697be1194a0c94fccf879c664fcb 2024-12-15T05:35:23,605 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4ca208abdaea4476913d0be31c7818a8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/4ca208abdaea4476913d0be31c7818a8 2024-12-15T05:35:23,605 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/b1b0d5e55aa84c7aa7b47760bbb6d7bc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/b1b0d5e55aa84c7aa7b47760bbb6d7bc 2024-12-15T05:35:23,605 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/cd7fb94da4684948a3182c38c0378c16 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/cd7fb94da4684948a3182c38c0378c16 2024-12-15T05:35:23,605 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bfab3b2efa814eedb6a821b50c6983f1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/C/bfab3b2efa814eedb6a821b50c6983f1 2024-12-15T05:35:23,607 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/recovered.edits/525.seqid to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a/recovered.edits/525.seqid 2024-12-15T05:35:23,607 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/f9e11680d5fea05f61692f994e95706a 2024-12-15T05:35:23,607 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T05:35:23,609 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=105, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:23,613 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T05:35:23,616 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T05:35:23,617 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=105, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:23,617 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T05:35:23,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734240923617"}]},"ts":"9223372036854775807"} 2024-12-15T05:35:23,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T05:35:23,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f9e11680d5fea05f61692f994e95706a, NAME => 'TestAcidGuarantees,,1734240890682.f9e11680d5fea05f61692f994e95706a.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T05:35:23,619 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T05:35:23,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734240923619"}]},"ts":"9223372036854775807"} 2024-12-15T05:35:23,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T05:35:23,654 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=105, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:23,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-12-15T05:35:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-15T05:35:23,690 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 105 completed 2024-12-15T05:35:23,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244 (was 244), OpenFileDescriptor=444 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4096 (was 4606) 2024-12-15T05:35:23,705 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=4095 2024-12-15T05:35:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:35:23,707 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:35:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:23,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T05:35:23,708 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:23,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T05:35:23,709 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 106 2024-12-15T05:35:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T05:35:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742207_1383 (size=963) 2024-12-15T05:35:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T05:35:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T05:35:24,115 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:35:24,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742208_1384 (size=53) 2024-12-15T05:35:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T05:35:24,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:35:24,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing aa461cb4557912b21c717090f6bccb56, disabling compactions & flushes 2024-12-15T05:35:24,524 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:24,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:24,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. after waiting 0 ms 2024-12-15T05:35:24,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:24,524 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:24,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:24,525 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T05:35:24,525 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734240924525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734240924525"}]},"ts":"1734240924525"} 2024-12-15T05:35:24,526 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T05:35:24,527 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T05:35:24,527 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240924527"}]},"ts":"1734240924527"} 2024-12-15T05:35:24,527 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T05:35:24,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, ASSIGN}] 2024-12-15T05:35:24,571 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, ASSIGN 2024-12-15T05:35:24,572 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, ASSIGN; state=OFFLINE, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=false 2024-12-15T05:35:24,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=aa461cb4557912b21c717090f6bccb56, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:24,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; OpenRegionProcedure aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:35:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T05:35:24,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:24,876 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:24,876 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:35:24,876 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,876 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:35:24,877 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,877 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,877 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,878 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:24,879 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa461cb4557912b21c717090f6bccb56 columnFamilyName A 2024-12-15T05:35:24,879 DEBUG [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:24,879 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(327): Store=aa461cb4557912b21c717090f6bccb56/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:24,879 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,880 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:24,880 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa461cb4557912b21c717090f6bccb56 columnFamilyName B 2024-12-15T05:35:24,880 DEBUG [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:24,880 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(327): Store=aa461cb4557912b21c717090f6bccb56/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:24,880 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,881 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:24,881 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa461cb4557912b21c717090f6bccb56 columnFamilyName C 2024-12-15T05:35:24,881 DEBUG [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:24,881 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(327): Store=aa461cb4557912b21c717090f6bccb56/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:24,881 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:24,882 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,882 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,883 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:35:24,884 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:24,885 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:35:24,886 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened aa461cb4557912b21c717090f6bccb56; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67814268, jitterRate=0.010511338710784912}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:35:24,887 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:24,887 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., pid=108, masterSystemTime=1734240924874 2024-12-15T05:35:24,888 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:24,888 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:24,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=aa461cb4557912b21c717090f6bccb56, regionState=OPEN, openSeqNum=2, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:24,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-15T05:35:24,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; OpenRegionProcedure aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 in 166 msec 2024-12-15T05:35:24,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-15T05:35:24,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, ASSIGN in 319 msec 2024-12-15T05:35:24,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T05:35:24,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240924892"}]},"ts":"1734240924892"} 2024-12-15T05:35:24,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T05:35:24,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T05:35:24,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1960 sec 2024-12-15T05:35:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T05:35:25,814 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-15T05:35:25,815 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-12-15T05:35:25,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:25,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:25,857 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:25,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T05:35:25,859 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T05:35:25,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:35:25,861 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:35:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742209_1385 (size=999) 2024-12-15T05:35:26,270 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T05:35:26,270 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T05:35:26,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:35:26,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, REOPEN/MOVE}] 2024-12-15T05:35:26,274 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, REOPEN/MOVE 2024-12-15T05:35:26,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=aa461cb4557912b21c717090f6bccb56, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,275 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:35:26,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE; CloseRegionProcedure aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:35:26,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,426 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(124): Close aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,427 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:35:26,427 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1681): Closing aa461cb4557912b21c717090f6bccb56, disabling compactions & flushes 2024-12-15T05:35:26,427 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:26,427 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:26,427 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. after waiting 0 ms 2024-12-15T05:35:26,427 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:26,430 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T05:35:26,430 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:26,431 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1635): Region close journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:26,431 WARN [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionServer(3786): Not adding moved region record: aa461cb4557912b21c717090f6bccb56 to self. 2024-12-15T05:35:26,432 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(170): Closed aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=aa461cb4557912b21c717090f6bccb56, regionState=CLOSED 2024-12-15T05:35:26,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-12-15T05:35:26,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; CloseRegionProcedure aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 in 158 msec 2024-12-15T05:35:26,434 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, REOPEN/MOVE; state=CLOSED, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=true 2024-12-15T05:35:26,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=aa461cb4557912b21c717090f6bccb56, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=111, state=RUNNABLE; OpenRegionProcedure aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:35:26,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,739 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:26,739 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:35:26,740 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,740 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:35:26,740 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,740 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,741 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,742 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:26,742 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa461cb4557912b21c717090f6bccb56 columnFamilyName A 2024-12-15T05:35:26,743 DEBUG [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:26,743 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(327): Store=aa461cb4557912b21c717090f6bccb56/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:26,743 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,744 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:26,744 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa461cb4557912b21c717090f6bccb56 columnFamilyName B 2024-12-15T05:35:26,744 DEBUG [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:26,744 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(327): Store=aa461cb4557912b21c717090f6bccb56/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:26,744 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,745 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:26,745 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa461cb4557912b21c717090f6bccb56 columnFamilyName C 2024-12-15T05:35:26,745 DEBUG [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:26,745 INFO [StoreOpener-aa461cb4557912b21c717090f6bccb56-1 {}] regionserver.HStore(327): Store=aa461cb4557912b21c717090f6bccb56/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:26,745 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:26,746 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,746 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,747 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:35:26,748 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,749 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened aa461cb4557912b21c717090f6bccb56; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60894726, jitterRate=-0.09259787201881409}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:35:26,749 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:26,749 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., pid=113, masterSystemTime=1734240926737 2024-12-15T05:35:26,750 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:26,751 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:26,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=aa461cb4557912b21c717090f6bccb56, regionState=OPEN, openSeqNum=5, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=111 2024-12-15T05:35:26,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=111, state=SUCCESS; OpenRegionProcedure aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 in 165 msec 2024-12-15T05:35:26,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-15T05:35:26,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, REOPEN/MOVE in 479 msec 2024-12-15T05:35:26,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-15T05:35:26,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 482 msec 2024-12-15T05:35:26,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 894 msec 2024-12-15T05:35:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-12-15T05:35:26,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-12-15T05:35:26,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-15T05:35:26,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-15T05:35:26,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-15T05:35:26,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,863 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-15T05:35:26,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x627cad17 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37a637ac 2024-12-15T05:35:26,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb9e50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39387e4d to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fa53591 2024-12-15T05:35:26,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb726fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,888 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-12-15T05:35:26,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-12-15T05:35:26,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-12-15T05:35:26,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:26,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:26,915 DEBUG [hconnection-0x38294973-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,915 DEBUG [hconnection-0x560babaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-15T05:35:26,916 DEBUG [hconnection-0x889ea91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,916 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:26,916 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,917 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,917 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T05:35:26,917 DEBUG [hconnection-0x4c9fb017-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,917 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:26,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:26,919 DEBUG [hconnection-0x5f73ade1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,919 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,920 DEBUG [hconnection-0x143dbb71-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,920 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,921 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,921 DEBUG [hconnection-0xea0b564-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,923 DEBUG [hconnection-0x537067bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,924 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,927 DEBUG [hconnection-0x1a0d002a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:26,927 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:35:26,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:26,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:26,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:26,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:26,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:26,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:26,928 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:26,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240986936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240986935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:26,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240986936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240986936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240986937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:26,939 DEBUG [hconnection-0x12ab6273-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:26,940 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:26,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157e90e7e5044a4fd9950a9131670525d1_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240926927/Put/seqid=0 2024-12-15T05:35:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742210_1386 (size=12154) 2024-12-15T05:35:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T05:35:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240987037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240987037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240987037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240987038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240987039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T05:35:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T05:35:27,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T05:35:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240987239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240987239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240987239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240987239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240987240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T05:35:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:27,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,392 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157e90e7e5044a4fd9950a9131670525d1_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157e90e7e5044a4fd9950a9131670525d1_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:27,392 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/7a3307f5d783488e8ffe9330b600d89d, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:27,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/7a3307f5d783488e8ffe9330b600d89d is 175, key is test_row_0/A:col10/1734240926927/Put/seqid=0 2024-12-15T05:35:27,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742211_1387 (size=30955) 2024-12-15T05:35:27,396 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/7a3307f5d783488e8ffe9330b600d89d 2024-12-15T05:35:27,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/cc3225d8367e485eb1033c77a808fcbe is 50, key is test_row_0/B:col10/1734240926927/Put/seqid=0 2024-12-15T05:35:27,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742212_1388 (size=12001) 2024-12-15T05:35:27,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/cc3225d8367e485eb1033c77a808fcbe 2024-12-15T05:35:27,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/00854ab8d3d24a239aa6fd748b6ff393 is 50, key is test_row_0/C:col10/1734240926927/Put/seqid=0 2024-12-15T05:35:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742213_1389 (size=12001) 2024-12-15T05:35:27,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/00854ab8d3d24a239aa6fd748b6ff393 2024-12-15T05:35:27,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/7a3307f5d783488e8ffe9330b600d89d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/7a3307f5d783488e8ffe9330b600d89d 2024-12-15T05:35:27,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/7a3307f5d783488e8ffe9330b600d89d, entries=150, sequenceid=16, filesize=30.2 K 2024-12-15T05:35:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/cc3225d8367e485eb1033c77a808fcbe as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/cc3225d8367e485eb1033c77a808fcbe 2024-12-15T05:35:27,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/cc3225d8367e485eb1033c77a808fcbe, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T05:35:27,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/00854ab8d3d24a239aa6fd748b6ff393 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/00854ab8d3d24a239aa6fd748b6ff393 2024-12-15T05:35:27,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/00854ab8d3d24a239aa6fd748b6ff393, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T05:35:27,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for aa461cb4557912b21c717090f6bccb56 in 557ms, sequenceid=16, compaction requested=false 2024-12-15T05:35:27,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T05:35:27,525 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T05:35:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,526 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:35:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a486db3e70704db9928c963d2dc8bc1e_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240926935/Put/seqid=0 2024-12-15T05:35:27,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742214_1390 (size=12154) 2024-12-15T05:35:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:27,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240987549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,557 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a486db3e70704db9928c963d2dc8bc1e_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a486db3e70704db9928c963d2dc8bc1e_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:27,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/208c983d780e40bb95c8f58924bc2fa8, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:27,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/208c983d780e40bb95c8f58924bc2fa8 is 175, key is test_row_0/A:col10/1734240926935/Put/seqid=0 2024-12-15T05:35:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240987552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240987553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240987553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240987554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742215_1391 (size=30955) 2024-12-15T05:35:27,569 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/208c983d780e40bb95c8f58924bc2fa8 2024-12-15T05:35:27,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/026f67e616864d7dad1f01634f14dd60 is 50, key is test_row_0/B:col10/1734240926935/Put/seqid=0 2024-12-15T05:35:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742216_1392 (size=12001) 2024-12-15T05:35:27,588 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/026f67e616864d7dad1f01634f14dd60 2024-12-15T05:35:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/74b33f7532f643f9a058a8faead70115 is 50, key is test_row_0/C:col10/1734240926935/Put/seqid=0 2024-12-15T05:35:27,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742217_1393 (size=12001) 2024-12-15T05:35:27,609 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/74b33f7532f643f9a058a8faead70115 2024-12-15T05:35:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/208c983d780e40bb95c8f58924bc2fa8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/208c983d780e40bb95c8f58924bc2fa8 2024-12-15T05:35:27,618 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/208c983d780e40bb95c8f58924bc2fa8, entries=150, sequenceid=41, filesize=30.2 K 2024-12-15T05:35:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/026f67e616864d7dad1f01634f14dd60 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/026f67e616864d7dad1f01634f14dd60 2024-12-15T05:35:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,624 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/026f67e616864d7dad1f01634f14dd60, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T05:35:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/74b33f7532f643f9a058a8faead70115 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/74b33f7532f643f9a058a8faead70115 2024-12-15T05:35:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,629 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/74b33f7532f643f9a058a8faead70115, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T05:35:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,630 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for aa461cb4557912b21c717090f6bccb56 in 104ms, sequenceid=41, compaction requested=false 2024-12-15T05:35:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-15T05:35:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-15T05:35:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-15T05:35:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 715 msec 2024-12-15T05:35:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 719 msec 2024-12-15T05:35:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:35:27,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:27,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:27,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:27,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a4666baa365d4c27af0187e4be77dea3_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240927678/Put/seqid=0 2024-12-15T05:35:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742218_1394 (size=12154) 2024-12-15T05:35:27,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:27,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a4666baa365d4c27af0187e4be77dea3_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a4666baa365d4c27af0187e4be77dea3_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:27,732 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/af158ea5c21649eaa99a09ff4a926f5b, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:27,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/af158ea5c21649eaa99a09ff4a926f5b is 175, key is test_row_0/A:col10/1734240927678/Put/seqid=0 2024-12-15T05:35:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742219_1395 (size=30955) 2024-12-15T05:35:27,744 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/af158ea5c21649eaa99a09ff4a926f5b 2024-12-15T05:35:27,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/60bea093c5b745fa9dfe7b2ee7be1690 is 50, key is test_row_0/B:col10/1734240927678/Put/seqid=0 2024-12-15T05:35:27,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240987752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240987752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240987756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240987762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240987762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742220_1396 (size=12001) 2024-12-15T05:35:27,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/60bea093c5b745fa9dfe7b2ee7be1690 2024-12-15T05:35:27,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/e8c18db66bff4605823a808d1cd77f75 is 50, key is test_row_0/C:col10/1734240927678/Put/seqid=0 2024-12-15T05:35:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742221_1397 (size=12001) 2024-12-15T05:35:27,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/e8c18db66bff4605823a808d1cd77f75 2024-12-15T05:35:27,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/af158ea5c21649eaa99a09ff4a926f5b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/af158ea5c21649eaa99a09ff4a926f5b 2024-12-15T05:35:27,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/af158ea5c21649eaa99a09ff4a926f5b, entries=150, sequenceid=53, filesize=30.2 K 2024-12-15T05:35:27,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/60bea093c5b745fa9dfe7b2ee7be1690 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/60bea093c5b745fa9dfe7b2ee7be1690 2024-12-15T05:35:27,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/60bea093c5b745fa9dfe7b2ee7be1690, entries=150, sequenceid=53, filesize=11.7 K 2024-12-15T05:35:27,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/e8c18db66bff4605823a808d1cd77f75 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e8c18db66bff4605823a808d1cd77f75 2024-12-15T05:35:27,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e8c18db66bff4605823a808d1cd77f75, entries=150, sequenceid=53, filesize=11.7 K 2024-12-15T05:35:27,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for aa461cb4557912b21c717090f6bccb56 in 154ms, sequenceid=53, compaction requested=true 2024-12-15T05:35:27,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:27,833 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:27,834 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:27,835 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:27,835 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/B is initiating minor compaction (all files) 2024-12-15T05:35:27,835 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/B in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,835 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/cc3225d8367e485eb1033c77a808fcbe, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/026f67e616864d7dad1f01634f14dd60, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/60bea093c5b745fa9dfe7b2ee7be1690] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=35.2 K 2024-12-15T05:35:27,835 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:27,835 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/A is initiating minor compaction (all files) 2024-12-15T05:35:27,835 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/A in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,835 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/7a3307f5d783488e8ffe9330b600d89d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/208c983d780e40bb95c8f58924bc2fa8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/af158ea5c21649eaa99a09ff4a926f5b] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=90.7 K 2024-12-15T05:35:27,835 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:27,835 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/7a3307f5d783488e8ffe9330b600d89d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/208c983d780e40bb95c8f58924bc2fa8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/af158ea5c21649eaa99a09ff4a926f5b] 2024-12-15T05:35:27,836 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting cc3225d8367e485eb1033c77a808fcbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240926926 2024-12-15T05:35:27,836 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a3307f5d783488e8ffe9330b600d89d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240926926 2024-12-15T05:35:27,836 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 208c983d780e40bb95c8f58924bc2fa8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734240926934 2024-12-15T05:35:27,836 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 026f67e616864d7dad1f01634f14dd60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734240926934 2024-12-15T05:35:27,836 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting af158ea5c21649eaa99a09ff4a926f5b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240927552 2024-12-15T05:35:27,836 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 60bea093c5b745fa9dfe7b2ee7be1690, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240927552 2024-12-15T05:35:27,843 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:27,844 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#B#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:27,844 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/236cef01ce1a4d20bfae89d0c095e8cb is 50, key is test_row_0/B:col10/1734240927678/Put/seqid=0 2024-12-15T05:35:27,850 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121537fc713beb9440d086e7d89243b780db_aa461cb4557912b21c717090f6bccb56 store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:27,851 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121537fc713beb9440d086e7d89243b780db_aa461cb4557912b21c717090f6bccb56, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:27,851 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121537fc713beb9440d086e7d89243b780db_aa461cb4557912b21c717090f6bccb56 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742222_1398 (size=12104) 2024-12-15T05:35:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:27,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:35:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742223_1399 (size=4469) 2024-12-15T05:35:27,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158802d5fce4cf44469902f82ff6898fb1_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240927870/Put/seqid=0 2024-12-15T05:35:27,881 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#A#compaction#347 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:27,881 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/ce65ebf7f93a43cca6f67f7ed889dd34 is 175, key is test_row_0/A:col10/1734240927678/Put/seqid=0 2024-12-15T05:35:27,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742224_1400 (size=12154) 2024-12-15T05:35:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742225_1401 (size=31058) 2024-12-15T05:35:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240987881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240987880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240987911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240987911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240987911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240988012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T05:35:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240988012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,020 INFO [Thread-1733 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-15T05:35:28,022 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-15T05:35:28,024 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T05:35:28,024 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:28,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:28,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240988021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240988021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240988021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T05:35:28,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240988221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240988222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240988228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240988230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240988230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,261 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/236cef01ce1a4d20bfae89d0c095e8cb as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/236cef01ce1a4d20bfae89d0c095e8cb 2024-12-15T05:35:28,264 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/B of aa461cb4557912b21c717090f6bccb56 into 236cef01ce1a4d20bfae89d0c095e8cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:28,264 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:28,264 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/B, priority=13, startTime=1734240927834; duration=0sec 2024-12-15T05:35:28,264 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:28,264 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:B 2024-12-15T05:35:28,264 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:28,264 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:28,265 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/C is initiating minor compaction (all files) 2024-12-15T05:35:28,265 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/C in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,265 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/00854ab8d3d24a239aa6fd748b6ff393, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/74b33f7532f643f9a058a8faead70115, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e8c18db66bff4605823a808d1cd77f75] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=35.2 K 2024-12-15T05:35:28,265 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 00854ab8d3d24a239aa6fd748b6ff393, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240926926 2024-12-15T05:35:28,265 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 74b33f7532f643f9a058a8faead70115, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734240926934 2024-12-15T05:35:28,265 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c18db66bff4605823a808d1cd77f75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240927552 2024-12-15T05:35:28,269 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#C#compaction#349 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:28,270 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/20cb37f1640d4b78bb80c97cf173a9d1 is 50, key is test_row_0/C:col10/1734240927678/Put/seqid=0 2024-12-15T05:35:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742226_1402 (size=12104) 2024-12-15T05:35:28,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T05:35:28,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:28,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158802d5fce4cf44469902f82ff6898fb1_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158802d5fce4cf44469902f82ff6898fb1_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:28,294 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/6a438f4790bb43c1ad80491a227dad27, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:28,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/6a438f4790bb43c1ad80491a227dad27 is 175, key is test_row_0/A:col10/1734240927870/Put/seqid=0 2024-12-15T05:35:28,295 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/ce65ebf7f93a43cca6f67f7ed889dd34 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ce65ebf7f93a43cca6f67f7ed889dd34 2024-12-15T05:35:28,300 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/A of aa461cb4557912b21c717090f6bccb56 into ce65ebf7f93a43cca6f67f7ed889dd34(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:28,300 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:28,300 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/A, priority=13, startTime=1734240927833; duration=0sec 2024-12-15T05:35:28,300 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:28,300 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:A 2024-12-15T05:35:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742227_1403 (size=30955) 2024-12-15T05:35:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T05:35:28,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240988527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240988528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240988532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240988533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240988533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T05:35:28,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:28,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,680 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/20cb37f1640d4b78bb80c97cf173a9d1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/20cb37f1640d4b78bb80c97cf173a9d1 2024-12-15T05:35:28,684 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/C of aa461cb4557912b21c717090f6bccb56 into 20cb37f1640d4b78bb80c97cf173a9d1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:28,684 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:28,684 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/C, priority=13, startTime=1734240927834; duration=0sec 2024-12-15T05:35:28,684 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:28,684 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:C 2024-12-15T05:35:28,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/6a438f4790bb43c1ad80491a227dad27 2024-12-15T05:35:28,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/13b75c72b0954dbf9c92e420c5e37738 is 50, key is test_row_0/B:col10/1734240927870/Put/seqid=0 2024-12-15T05:35:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742228_1404 (size=12001) 2024-12-15T05:35:28,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:28,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:28,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:28,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:28,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240989034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240989035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240989038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240989040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240989041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T05:35:29,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/13b75c72b0954dbf9c92e420c5e37738 2024-12-15T05:35:29,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/94c250675a1e47968b4130f62754d57b is 50, key is test_row_0/C:col10/1734240927870/Put/seqid=0 2024-12-15T05:35:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742229_1405 (size=12001) 2024-12-15T05:35:29,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:29,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/94c250675a1e47968b4130f62754d57b 2024-12-15T05:35:29,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/6a438f4790bb43c1ad80491a227dad27 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/6a438f4790bb43c1ad80491a227dad27 2024-12-15T05:35:29,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/6a438f4790bb43c1ad80491a227dad27, entries=150, sequenceid=79, filesize=30.2 K 2024-12-15T05:35:29,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/13b75c72b0954dbf9c92e420c5e37738 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/13b75c72b0954dbf9c92e420c5e37738 2024-12-15T05:35:29,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/13b75c72b0954dbf9c92e420c5e37738, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T05:35:29,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/94c250675a1e47968b4130f62754d57b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/94c250675a1e47968b4130f62754d57b 2024-12-15T05:35:29,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/94c250675a1e47968b4130f62754d57b, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T05:35:29,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for aa461cb4557912b21c717090f6bccb56 in 1696ms, sequenceid=79, compaction requested=false 2024-12-15T05:35:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:29,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:29,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T05:35:29,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:29,699 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:35:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:29,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215aaeafdfdba1b473f96d233c13a231f32_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240927896/Put/seqid=0 2024-12-15T05:35:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742230_1406 (size=12154) 2024-12-15T05:35:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:29,713 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215aaeafdfdba1b473f96d233c13a231f32_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aaeafdfdba1b473f96d233c13a231f32_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/2905a3c6776a44839c9a71f7ae64f108, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/2905a3c6776a44839c9a71f7ae64f108 is 175, key is test_row_0/A:col10/1734240927896/Put/seqid=0 2024-12-15T05:35:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742231_1407 (size=30955) 2024-12-15T05:35:29,717 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/2905a3c6776a44839c9a71f7ae64f108 2024-12-15T05:35:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/93a4da250ad5443f8035b8011c5c22a0 is 50, key is test_row_0/B:col10/1734240927896/Put/seqid=0 2024-12-15T05:35:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742232_1408 (size=12001) 2024-12-15T05:35:30,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:30,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240990066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240990071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240990072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240990072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240990072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,125 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/93a4da250ad5443f8035b8011c5c22a0 2024-12-15T05:35:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T05:35:30,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/b7574cd556d84b8a935a748157e92b72 is 50, key is test_row_0/C:col10/1734240927896/Put/seqid=0 2024-12-15T05:35:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742233_1409 (size=12001) 2024-12-15T05:35:30,134 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/b7574cd556d84b8a935a748157e92b72 2024-12-15T05:35:30,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/2905a3c6776a44839c9a71f7ae64f108 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/2905a3c6776a44839c9a71f7ae64f108 2024-12-15T05:35:30,140 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/2905a3c6776a44839c9a71f7ae64f108, entries=150, sequenceid=93, filesize=30.2 K 2024-12-15T05:35:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/93a4da250ad5443f8035b8011c5c22a0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/93a4da250ad5443f8035b8011c5c22a0 2024-12-15T05:35:30,144 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/93a4da250ad5443f8035b8011c5c22a0, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T05:35:30,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/b7574cd556d84b8a935a748157e92b72 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7574cd556d84b8a935a748157e92b72 2024-12-15T05:35:30,147 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7574cd556d84b8a935a748157e92b72, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T05:35:30,148 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aa461cb4557912b21c717090f6bccb56 in 449ms, sequenceid=93, compaction requested=true 2024-12-15T05:35:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-15T05:35:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-15T05:35:30,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-15T05:35:30,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1250 sec 2024-12-15T05:35:30,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.1300 sec 2024-12-15T05:35:30,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T05:35:30,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:30,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:30,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:30,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:30,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:30,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:30,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121575dd9b2940804ae7937a148eab2dafad_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240930177/Put/seqid=0 2024-12-15T05:35:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742234_1410 (size=14594) 2024-12-15T05:35:30,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240990182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240990182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240990188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240990189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240990189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240990290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240990290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240990295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240990295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240990295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240990493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240990494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240990500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240990500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240990500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:30,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121575dd9b2940804ae7937a148eab2dafad_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121575dd9b2940804ae7937a148eab2dafad_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:30,592 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/c04aa81b7c274f45babfe0f3156731bf, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:30,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/c04aa81b7c274f45babfe0f3156731bf is 175, key is test_row_0/A:col10/1734240930177/Put/seqid=0 2024-12-15T05:35:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742235_1411 (size=39549) 2024-12-15T05:35:30,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/c04aa81b7c274f45babfe0f3156731bf 2024-12-15T05:35:30,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/3880401e5cfd427d83c9ec38e8bce8d7 is 50, key is test_row_0/B:col10/1734240930177/Put/seqid=0 2024-12-15T05:35:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742236_1412 (size=12001) 2024-12-15T05:35:30,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/3880401e5cfd427d83c9ec38e8bce8d7 2024-12-15T05:35:30,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/2ddb5e6211264d43a1eb649a8477f764 is 50, key is test_row_0/C:col10/1734240930177/Put/seqid=0 2024-12-15T05:35:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742237_1413 (size=12001) 2024-12-15T05:35:30,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240990801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240990801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240990807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240990809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:30,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240990809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/2ddb5e6211264d43a1eb649a8477f764 2024-12-15T05:35:31,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/c04aa81b7c274f45babfe0f3156731bf as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/c04aa81b7c274f45babfe0f3156731bf 2024-12-15T05:35:31,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/c04aa81b7c274f45babfe0f3156731bf, entries=200, sequenceid=119, filesize=38.6 K 2024-12-15T05:35:31,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/3880401e5cfd427d83c9ec38e8bce8d7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/3880401e5cfd427d83c9ec38e8bce8d7 2024-12-15T05:35:31,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/3880401e5cfd427d83c9ec38e8bce8d7, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T05:35:31,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/2ddb5e6211264d43a1eb649a8477f764 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/2ddb5e6211264d43a1eb649a8477f764 2024-12-15T05:35:31,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/2ddb5e6211264d43a1eb649a8477f764, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T05:35:31,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for aa461cb4557912b21c717090f6bccb56 in 853ms, sequenceid=119, compaction requested=true 2024-12-15T05:35:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:31,031 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:31,031 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:31,032 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:31,032 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:31,032 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/B is initiating minor compaction (all files) 2024-12-15T05:35:31,032 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/A is initiating minor compaction (all files) 2024-12-15T05:35:31,032 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/A in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:31,032 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/B in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:31,032 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ce65ebf7f93a43cca6f67f7ed889dd34, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/6a438f4790bb43c1ad80491a227dad27, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/2905a3c6776a44839c9a71f7ae64f108, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/c04aa81b7c274f45babfe0f3156731bf] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=129.4 K 2024-12-15T05:35:31,032 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/236cef01ce1a4d20bfae89d0c095e8cb, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/13b75c72b0954dbf9c92e420c5e37738, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/93a4da250ad5443f8035b8011c5c22a0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/3880401e5cfd427d83c9ec38e8bce8d7] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=47.0 K 2024-12-15T05:35:31,032 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:31,032 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ce65ebf7f93a43cca6f67f7ed889dd34, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/6a438f4790bb43c1ad80491a227dad27, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/2905a3c6776a44839c9a71f7ae64f108, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/c04aa81b7c274f45babfe0f3156731bf] 2024-12-15T05:35:31,033 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 236cef01ce1a4d20bfae89d0c095e8cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240927552 2024-12-15T05:35:31,033 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce65ebf7f93a43cca6f67f7ed889dd34, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240927552 2024-12-15T05:35:31,033 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 13b75c72b0954dbf9c92e420c5e37738, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734240927722 2024-12-15T05:35:31,033 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a438f4790bb43c1ad80491a227dad27, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734240927722 2024-12-15T05:35:31,033 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 93a4da250ad5443f8035b8011c5c22a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240927878 2024-12-15T05:35:31,033 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 3880401e5cfd427d83c9ec38e8bce8d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734240930063 2024-12-15T05:35:31,033 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2905a3c6776a44839c9a71f7ae64f108, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240927878 2024-12-15T05:35:31,034 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c04aa81b7c274f45babfe0f3156731bf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734240930063 2024-12-15T05:35:31,040 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#B#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:31,040 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1666b3d6a20647e5921d7c0898c30cb6 is 50, key is test_row_0/B:col10/1734240930177/Put/seqid=0 2024-12-15T05:35:31,056 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:31,058 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215be87d104a2064e748dcece2ff78ef4d4_aa461cb4557912b21c717090f6bccb56 store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:31,060 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215be87d104a2064e748dcece2ff78ef4d4_aa461cb4557912b21c717090f6bccb56, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:31,060 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215be87d104a2064e748dcece2ff78ef4d4_aa461cb4557912b21c717090f6bccb56 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:31,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742239_1415 (size=4469) 2024-12-15T05:35:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742238_1414 (size=12241) 2024-12-15T05:35:31,075 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#A#compaction#359 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:31,076 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/9e08f4e3be9e48eb8c45cff8a8f03e41 is 175, key is test_row_0/A:col10/1734240930177/Put/seqid=0 2024-12-15T05:35:31,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742240_1416 (size=31195) 2024-12-15T05:35:31,085 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/9e08f4e3be9e48eb8c45cff8a8f03e41 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/9e08f4e3be9e48eb8c45cff8a8f03e41 2024-12-15T05:35:31,088 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/A of aa461cb4557912b21c717090f6bccb56 into 9e08f4e3be9e48eb8c45cff8a8f03e41(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:31,088 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:31,088 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/A, priority=12, startTime=1734240931031; duration=0sec 2024-12-15T05:35:31,088 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:31,088 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:A 2024-12-15T05:35:31,088 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:31,089 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:31,090 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/C is initiating minor compaction (all files) 2024-12-15T05:35:31,090 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/C in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:31,090 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/20cb37f1640d4b78bb80c97cf173a9d1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/94c250675a1e47968b4130f62754d57b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7574cd556d84b8a935a748157e92b72, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/2ddb5e6211264d43a1eb649a8477f764] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=47.0 K 2024-12-15T05:35:31,090 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20cb37f1640d4b78bb80c97cf173a9d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240927552 2024-12-15T05:35:31,090 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94c250675a1e47968b4130f62754d57b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734240927722 2024-12-15T05:35:31,091 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7574cd556d84b8a935a748157e92b72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240927878 2024-12-15T05:35:31,091 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ddb5e6211264d43a1eb649a8477f764, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734240930063 2024-12-15T05:35:31,100 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#C#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:31,101 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/559e0057132949ac9cb5cf0a1f9ba660 is 50, key is test_row_0/C:col10/1734240930177/Put/seqid=0 2024-12-15T05:35:31,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742241_1417 (size=12241) 2024-12-15T05:35:31,108 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/559e0057132949ac9cb5cf0a1f9ba660 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/559e0057132949ac9cb5cf0a1f9ba660 2024-12-15T05:35:31,112 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/C of aa461cb4557912b21c717090f6bccb56 into 559e0057132949ac9cb5cf0a1f9ba660(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:31,112 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:31,112 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/C, priority=12, startTime=1734240931031; duration=0sec 2024-12-15T05:35:31,113 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:31,113 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:C 2024-12-15T05:35:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:31,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:31,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151ffc490f70784edba47a0ccbb9a00e96_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240931309/Put/seqid=0 2024-12-15T05:35:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742242_1418 (size=14644) 2024-12-15T05:35:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240991336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240991337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240991337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240991338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240991339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240991443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240991444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240991444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240991444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240991444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,477 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1666b3d6a20647e5921d7c0898c30cb6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1666b3d6a20647e5921d7c0898c30cb6 2024-12-15T05:35:31,480 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/B of aa461cb4557912b21c717090f6bccb56 into 1666b3d6a20647e5921d7c0898c30cb6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:31,480 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:31,480 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/B, priority=12, startTime=1734240931031; duration=0sec 2024-12-15T05:35:31,480 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:31,480 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:B 2024-12-15T05:35:31,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240991646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240991651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240991651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240991652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240991652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,719 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:31,722 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151ffc490f70784edba47a0ccbb9a00e96_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151ffc490f70784edba47a0ccbb9a00e96_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:31,723 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/8a2a8672a2f4453a94fc1b666df1dc6a, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:31,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/8a2a8672a2f4453a94fc1b666df1dc6a is 175, key is test_row_0/A:col10/1734240931309/Put/seqid=0 2024-12-15T05:35:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742243_1419 (size=39599) 2024-12-15T05:35:31,741 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/8a2a8672a2f4453a94fc1b666df1dc6a 2024-12-15T05:35:31,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/44fca10c20524fc9b955d694655b7827 is 50, key is test_row_0/B:col10/1734240931309/Put/seqid=0 2024-12-15T05:35:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742244_1420 (size=12051) 2024-12-15T05:35:31,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/44fca10c20524fc9b955d694655b7827 2024-12-15T05:35:31,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/b7acdee854d34961a09e7a06a0ebc2f9 is 50, key is test_row_0/C:col10/1734240931309/Put/seqid=0 2024-12-15T05:35:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742245_1421 (size=12051) 2024-12-15T05:35:31,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/b7acdee854d34961a09e7a06a0ebc2f9 2024-12-15T05:35:31,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/8a2a8672a2f4453a94fc1b666df1dc6a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/8a2a8672a2f4453a94fc1b666df1dc6a 2024-12-15T05:35:31,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/8a2a8672a2f4453a94fc1b666df1dc6a, entries=200, sequenceid=132, filesize=38.7 K 2024-12-15T05:35:31,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/44fca10c20524fc9b955d694655b7827 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/44fca10c20524fc9b955d694655b7827 2024-12-15T05:35:31,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/44fca10c20524fc9b955d694655b7827, entries=150, sequenceid=132, filesize=11.8 K 2024-12-15T05:35:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/b7acdee854d34961a09e7a06a0ebc2f9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7acdee854d34961a09e7a06a0ebc2f9 2024-12-15T05:35:31,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7acdee854d34961a09e7a06a0ebc2f9, entries=150, sequenceid=132, filesize=11.8 K 2024-12-15T05:35:31,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aa461cb4557912b21c717090f6bccb56 in 537ms, sequenceid=132, compaction requested=false 2024-12-15T05:35:31,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:31,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T05:35:31,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:31,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:31,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:31,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:31,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:31,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:31,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215238a440167f3413c8179b3ccf92ddc74_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240931337/Put/seqid=0 2024-12-15T05:35:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742246_1422 (size=14794) 2024-12-15T05:35:31,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240991963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240991964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240991964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240991964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:31,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240991965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240992070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240992070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240992070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240992070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240992073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T05:35:32,128 INFO [Thread-1733 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-15T05:35:32,130 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-15T05:35:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T05:35:32,131 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:32,131 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:32,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T05:35:32,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240992275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240992275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240992276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240992276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240992276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,367 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:32,370 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215238a440167f3413c8179b3ccf92ddc74_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215238a440167f3413c8179b3ccf92ddc74_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:32,370 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/37ca0041e88c48d491cda62152fdff59, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:32,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/37ca0041e88c48d491cda62152fdff59 is 175, key is test_row_0/A:col10/1734240931337/Put/seqid=0 2024-12-15T05:35:32,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742247_1423 (size=39749) 2024-12-15T05:35:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T05:35:32,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:32,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:32,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240992580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240992581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240992581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240992581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240992581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:32,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:32,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T05:35:32,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,775 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/37ca0041e88c48d491cda62152fdff59 2024-12-15T05:35:32,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/511fccd44bb34cd491367eee39ef645c is 50, key is test_row_0/B:col10/1734240931337/Put/seqid=0 2024-12-15T05:35:32,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742248_1424 (size=12151) 2024-12-15T05:35:32,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:32,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:32,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:32,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T05:35:32,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T05:35:33,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240993086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240993087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240993087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240993088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240993089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/511fccd44bb34cd491367eee39ef645c 2024-12-15T05:35:33,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/ba0c042c319f4fba9d873ccdd0a58435 is 50, key is test_row_0/C:col10/1734240931337/Put/seqid=0 2024-12-15T05:35:33,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742249_1425 (size=12151) 2024-12-15T05:35:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T05:35:33,352 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:33,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/ba0c042c319f4fba9d873ccdd0a58435 2024-12-15T05:35:33,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/37ca0041e88c48d491cda62152fdff59 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/37ca0041e88c48d491cda62152fdff59 2024-12-15T05:35:33,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/37ca0041e88c48d491cda62152fdff59, entries=200, sequenceid=159, filesize=38.8 K 2024-12-15T05:35:33,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/511fccd44bb34cd491367eee39ef645c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/511fccd44bb34cd491367eee39ef645c 2024-12-15T05:35:33,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/511fccd44bb34cd491367eee39ef645c, entries=150, sequenceid=159, filesize=11.9 K 2024-12-15T05:35:33,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/ba0c042c319f4fba9d873ccdd0a58435 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ba0c042c319f4fba9d873ccdd0a58435 2024-12-15T05:35:33,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ba0c042c319f4fba9d873ccdd0a58435, entries=150, sequenceid=159, filesize=11.9 K 2024-12-15T05:35:33,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for aa461cb4557912b21c717090f6bccb56 in 1675ms, sequenceid=159, compaction requested=true 2024-12-15T05:35:33,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:33,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:33,632 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:33,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:33,632 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:33,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:33,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:33,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:33,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:33,634 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:33,635 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/B is initiating minor compaction (all files) 2024-12-15T05:35:33,635 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/B in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,635 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1666b3d6a20647e5921d7c0898c30cb6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/44fca10c20524fc9b955d694655b7827, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/511fccd44bb34cd491367eee39ef645c] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=35.6 K 2024-12-15T05:35:33,635 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:33,635 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/A is initiating minor compaction (all files) 2024-12-15T05:35:33,635 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/A in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,635 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/9e08f4e3be9e48eb8c45cff8a8f03e41, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/8a2a8672a2f4453a94fc1b666df1dc6a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/37ca0041e88c48d491cda62152fdff59] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=108.0 K 2024-12-15T05:35:33,635 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,635 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/9e08f4e3be9e48eb8c45cff8a8f03e41, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/8a2a8672a2f4453a94fc1b666df1dc6a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/37ca0041e88c48d491cda62152fdff59] 2024-12-15T05:35:33,636 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1666b3d6a20647e5921d7c0898c30cb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734240930063 2024-12-15T05:35:33,636 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e08f4e3be9e48eb8c45cff8a8f03e41, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734240930063 2024-12-15T05:35:33,636 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 44fca10c20524fc9b955d694655b7827, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734240930181 2024-12-15T05:35:33,637 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a2a8672a2f4453a94fc1b666df1dc6a, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734240930181 2024-12-15T05:35:33,637 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 511fccd44bb34cd491367eee39ef645c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734240931336 2024-12-15T05:35:33,637 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37ca0041e88c48d491cda62152fdff59, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734240931336 2024-12-15T05:35:33,646 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:33,647 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/a25c34a54d3f41368c25ce9a6f0f41e3 is 50, key is test_row_0/B:col10/1734240931337/Put/seqid=0 2024-12-15T05:35:33,648 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:33,652 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412154b13d17413d9423d8bde564655bd76cc_aa461cb4557912b21c717090f6bccb56 store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:33,653 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412154b13d17413d9423d8bde564655bd76cc_aa461cb4557912b21c717090f6bccb56, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:33,654 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154b13d17413d9423d8bde564655bd76cc_aa461cb4557912b21c717090f6bccb56 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:33,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:33,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T05:35:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T05:35:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:33,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:33,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742250_1426 (size=12493) 2024-12-15T05:35:33,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742251_1427 (size=4469) 2024-12-15T05:35:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215be95db5f3416419b8a838e2e4073a5f6_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240931964/Put/seqid=0 2024-12-15T05:35:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742252_1428 (size=12304) 2024-12-15T05:35:34,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:34,106 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/a25c34a54d3f41368c25ce9a6f0f41e3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/a25c34a54d3f41368c25ce9a6f0f41e3 2024-12-15T05:35:34,107 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#A#compaction#368 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:34,108 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/4d0aa926721542ffac4e68fdcce61be7 is 175, key is test_row_0/A:col10/1734240931337/Put/seqid=0 2024-12-15T05:35:34,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742253_1429 (size=31447) 2024-12-15T05:35:34,111 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/B of aa461cb4557912b21c717090f6bccb56 into a25c34a54d3f41368c25ce9a6f0f41e3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:34,111 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:34,111 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/B, priority=13, startTime=1734240933632; duration=0sec 2024-12-15T05:35:34,112 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:34,112 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:B 2024-12-15T05:35:34,112 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:34,113 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:34,113 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/C is initiating minor compaction (all files) 2024-12-15T05:35:34,113 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/C in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:34,113 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/559e0057132949ac9cb5cf0a1f9ba660, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7acdee854d34961a09e7a06a0ebc2f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ba0c042c319f4fba9d873ccdd0a58435] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=35.6 K 2024-12-15T05:35:34,113 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 559e0057132949ac9cb5cf0a1f9ba660, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734240930063 2024-12-15T05:35:34,114 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting b7acdee854d34961a09e7a06a0ebc2f9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734240930181 2024-12-15T05:35:34,114 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting ba0c042c319f4fba9d873ccdd0a58435, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734240931336 2024-12-15T05:35:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:34,124 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215be95db5f3416419b8a838e2e4073a5f6_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215be95db5f3416419b8a838e2e4073a5f6_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:34,124 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/e54dabda1690479b83a78f0c94a6be97, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:34,125 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/e5e6c45eb466457cace8fe9ad33cb65d is 50, key is test_row_0/C:col10/1734240931337/Put/seqid=0 2024-12-15T05:35:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/e54dabda1690479b83a78f0c94a6be97 is 175, key is test_row_0/A:col10/1734240931964/Put/seqid=0 2024-12-15T05:35:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742255_1431 (size=31105) 2024-12-15T05:35:34,131 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/e54dabda1690479b83a78f0c94a6be97 2024-12-15T05:35:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1c7525e04fc34c5fb3348f158ef8ce84 is 50, key is test_row_0/B:col10/1734240931964/Put/seqid=0 2024-12-15T05:35:34,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240994131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240994132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240994132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240994133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240994138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742256_1432 (size=12151) 2024-12-15T05:35:34,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742254_1430 (size=12493) 2024-12-15T05:35:34,159 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/e5e6c45eb466457cace8fe9ad33cb65d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e5e6c45eb466457cace8fe9ad33cb65d 2024-12-15T05:35:34,162 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/C of aa461cb4557912b21c717090f6bccb56 into e5e6c45eb466457cace8fe9ad33cb65d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:34,162 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:34,162 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/C, priority=13, startTime=1734240933633; duration=0sec 2024-12-15T05:35:34,163 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:34,163 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:C 2024-12-15T05:35:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T05:35:34,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240994239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240994239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240994241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240994241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240994245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240994443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240994445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240994445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240994446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240994450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,515 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/4d0aa926721542ffac4e68fdcce61be7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/4d0aa926721542ffac4e68fdcce61be7 2024-12-15T05:35:34,518 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/A of aa461cb4557912b21c717090f6bccb56 into 4d0aa926721542ffac4e68fdcce61be7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:34,519 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:34,519 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/A, priority=13, startTime=1734240933632; duration=0sec 2024-12-15T05:35:34,519 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:34,519 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:A 2024-12-15T05:35:34,549 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1c7525e04fc34c5fb3348f158ef8ce84 2024-12-15T05:35:34,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/1646854575024f77a5cb4de06ac51be0 is 50, key is test_row_0/C:col10/1734240931964/Put/seqid=0 2024-12-15T05:35:34,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742257_1433 (size=12151) 2024-12-15T05:35:34,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240994748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240994752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240994752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240994753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240994759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:34,959 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/1646854575024f77a5cb4de06ac51be0 2024-12-15T05:35:34,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/e54dabda1690479b83a78f0c94a6be97 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/e54dabda1690479b83a78f0c94a6be97 2024-12-15T05:35:34,967 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/e54dabda1690479b83a78f0c94a6be97, entries=150, sequenceid=169, filesize=30.4 K 2024-12-15T05:35:34,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1c7525e04fc34c5fb3348f158ef8ce84 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1c7525e04fc34c5fb3348f158ef8ce84 2024-12-15T05:35:34,971 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1c7525e04fc34c5fb3348f158ef8ce84, entries=150, sequenceid=169, filesize=11.9 K 2024-12-15T05:35:34,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/1646854575024f77a5cb4de06ac51be0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/1646854575024f77a5cb4de06ac51be0 2024-12-15T05:35:34,980 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/1646854575024f77a5cb4de06ac51be0, entries=150, sequenceid=169, filesize=11.9 K 2024-12-15T05:35:34,981 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for aa461cb4557912b21c717090f6bccb56 in 1323ms, sequenceid=169, compaction requested=false 2024-12-15T05:35:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-15T05:35:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-15T05:35:34,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-15T05:35:34,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8510 sec 2024-12-15T05:35:34,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.8530 sec 2024-12-15T05:35:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:35,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T05:35:35,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:35,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:35,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:35,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:35,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:35,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b875665fa5df48bda365d5d47c45a25c_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240934131/Put/seqid=0 2024-12-15T05:35:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742258_1434 (size=14794) 2024-12-15T05:35:35,275 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:35,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240995267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240995268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240995268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240995268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b875665fa5df48bda365d5d47c45a25c_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b875665fa5df48bda365d5d47c45a25c_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240995268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/dd1c5350ed7f4d2e94497b8725d388b7, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:35,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/dd1c5350ed7f4d2e94497b8725d388b7 is 175, key is test_row_0/A:col10/1734240934131/Put/seqid=0 2024-12-15T05:35:35,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742259_1435 (size=39749) 2024-12-15T05:35:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240995378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240995378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240995379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240995379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240995585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240995586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240995586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240995586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/dd1c5350ed7f4d2e94497b8725d388b7 2024-12-15T05:35:35,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/5a1401247c95407ea21b005907799517 is 50, key is test_row_0/B:col10/1734240934131/Put/seqid=0 2024-12-15T05:35:35,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742260_1436 (size=12151) 2024-12-15T05:35:35,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/5a1401247c95407ea21b005907799517 2024-12-15T05:35:35,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/ab4fedc209a3403eadad09ba6fb69023 is 50, key is test_row_0/C:col10/1734240934131/Put/seqid=0 2024-12-15T05:35:35,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742261_1437 (size=12151) 2024-12-15T05:35:35,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/ab4fedc209a3403eadad09ba6fb69023 2024-12-15T05:35:35,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/dd1c5350ed7f4d2e94497b8725d388b7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/dd1c5350ed7f4d2e94497b8725d388b7 2024-12-15T05:35:35,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/dd1c5350ed7f4d2e94497b8725d388b7, entries=200, sequenceid=199, filesize=38.8 K 2024-12-15T05:35:35,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/5a1401247c95407ea21b005907799517 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/5a1401247c95407ea21b005907799517 2024-12-15T05:35:35,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/5a1401247c95407ea21b005907799517, entries=150, sequenceid=199, filesize=11.9 K 2024-12-15T05:35:35,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/ab4fedc209a3403eadad09ba6fb69023 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ab4fedc209a3403eadad09ba6fb69023 2024-12-15T05:35:35,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ab4fedc209a3403eadad09ba6fb69023, entries=150, sequenceid=199, filesize=11.9 K 2024-12-15T05:35:35,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for aa461cb4557912b21c717090f6bccb56 in 499ms, sequenceid=199, compaction requested=true 2024-12-15T05:35:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:35,757 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T05:35:35,757 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:35,759 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:35,759 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:35,759 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/A is initiating minor compaction (all files) 2024-12-15T05:35:35,759 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/B is initiating minor compaction (all files) 2024-12-15T05:35:35,759 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/A in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:35,759 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/B in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:35,759 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/a25c34a54d3f41368c25ce9a6f0f41e3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1c7525e04fc34c5fb3348f158ef8ce84, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/5a1401247c95407ea21b005907799517] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=35.9 K 2024-12-15T05:35:35,759 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/4d0aa926721542ffac4e68fdcce61be7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/e54dabda1690479b83a78f0c94a6be97, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/dd1c5350ed7f4d2e94497b8725d388b7] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=99.9 K 2024-12-15T05:35:35,759 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:35,759 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/4d0aa926721542ffac4e68fdcce61be7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/e54dabda1690479b83a78f0c94a6be97, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/dd1c5350ed7f4d2e94497b8725d388b7] 2024-12-15T05:35:35,760 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting a25c34a54d3f41368c25ce9a6f0f41e3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734240931336 2024-12-15T05:35:35,760 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d0aa926721542ffac4e68fdcce61be7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734240931336 2024-12-15T05:35:35,760 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e54dabda1690479b83a78f0c94a6be97, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734240931963 2024-12-15T05:35:35,760 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c7525e04fc34c5fb3348f158ef8ce84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734240931963 2024-12-15T05:35:35,761 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd1c5350ed7f4d2e94497b8725d388b7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734240934129 2024-12-15T05:35:35,761 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a1401247c95407ea21b005907799517, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734240934129 2024-12-15T05:35:35,768 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:35,773 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#B#compaction#377 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:35,773 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/26e0f96e25984618aa18c0cd45e2f536 is 50, key is test_row_0/B:col10/1734240934131/Put/seqid=0 2024-12-15T05:35:35,780 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121543c09d0b314843e5b713b4279fc795fd_aa461cb4557912b21c717090f6bccb56 store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:35,781 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121543c09d0b314843e5b713b4279fc795fd_aa461cb4557912b21c717090f6bccb56, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:35,781 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121543c09d0b314843e5b713b4279fc795fd_aa461cb4557912b21c717090f6bccb56 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742262_1438 (size=12595) 2024-12-15T05:35:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742263_1439 (size=4469) 2024-12-15T05:35:35,811 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#A#compaction#376 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:35,812 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/f0deab03b08641778657543014c888f4 is 175, key is test_row_0/A:col10/1734240934131/Put/seqid=0 2024-12-15T05:35:35,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742264_1440 (size=31549) 2024-12-15T05:35:35,849 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/f0deab03b08641778657543014c888f4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f0deab03b08641778657543014c888f4 2024-12-15T05:35:35,853 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/A of aa461cb4557912b21c717090f6bccb56 into f0deab03b08641778657543014c888f4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:35,853 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:35,853 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/A, priority=13, startTime=1734240935757; duration=0sec 2024-12-15T05:35:35,853 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:35,853 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:A 2024-12-15T05:35:35,853 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:35,854 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:35,854 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/C is initiating minor compaction (all files) 2024-12-15T05:35:35,854 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/C in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:35,854 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e5e6c45eb466457cace8fe9ad33cb65d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/1646854575024f77a5cb4de06ac51be0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ab4fedc209a3403eadad09ba6fb69023] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=35.9 K 2024-12-15T05:35:35,854 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5e6c45eb466457cace8fe9ad33cb65d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734240931336 2024-12-15T05:35:35,855 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1646854575024f77a5cb4de06ac51be0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734240931963 2024-12-15T05:35:35,855 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab4fedc209a3403eadad09ba6fb69023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734240934129 2024-12-15T05:35:35,869 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:35,869 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/63d722c1d0574fa092a03755e9ff4703 is 50, key is test_row_0/C:col10/1734240934131/Put/seqid=0 2024-12-15T05:35:35,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742265_1441 (size=12595) 2024-12-15T05:35:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:35,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:35:35,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:35,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:35,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121518a6430fcfea4980b5429af35e0033b5_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240935892/Put/seqid=0 2024-12-15T05:35:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742266_1442 (size=12304) 2024-12-15T05:35:35,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240995925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240995926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240995934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:35,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240995934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240996035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240996036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240996042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240996042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,208 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/26e0f96e25984618aa18c0cd45e2f536 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/26e0f96e25984618aa18c0cd45e2f536 2024-12-15T05:35:36,211 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/B of aa461cb4557912b21c717090f6bccb56 into 26e0f96e25984618aa18c0cd45e2f536(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:36,211 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:36,211 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/B, priority=13, startTime=1734240935757; duration=0sec 2024-12-15T05:35:36,211 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:36,211 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:B 2024-12-15T05:35:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T05:35:36,235 INFO [Thread-1733 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-15T05:35:36,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-15T05:35:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T05:35:36,237 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:36,238 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:36,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:36,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240996239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240996240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240996246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240996246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,293 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/63d722c1d0574fa092a03755e9ff4703 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/63d722c1d0574fa092a03755e9ff4703 2024-12-15T05:35:36,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240996287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,297 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/C of aa461cb4557912b21c717090f6bccb56 into 63d722c1d0574fa092a03755e9ff4703(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:36,297 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:36,297 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/C, priority=13, startTime=1734240935757; duration=0sec 2024-12-15T05:35:36,297 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:36,297 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:C 2024-12-15T05:35:36,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:36,326 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121518a6430fcfea4980b5429af35e0033b5_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121518a6430fcfea4980b5429af35e0033b5_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:36,326 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/f27ef43c02104c978332e5d2c0662b74, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:36,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/f27ef43c02104c978332e5d2c0662b74 is 175, key is test_row_0/A:col10/1734240935892/Put/seqid=0 2024-12-15T05:35:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742267_1443 (size=31105) 2024-12-15T05:35:36,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/f27ef43c02104c978332e5d2c0662b74 2024-12-15T05:35:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T05:35:36,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1a41b36bb8da4b9ab9cf152028fa4711 is 50, key is test_row_0/B:col10/1734240935892/Put/seqid=0 2024-12-15T05:35:36,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742268_1444 (size=12151) 2024-12-15T05:35:36,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1a41b36bb8da4b9ab9cf152028fa4711 2024-12-15T05:35:36,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/3625b4aa6b784137b661a96a9284bf54 is 50, key is test_row_0/C:col10/1734240935892/Put/seqid=0 2024-12-15T05:35:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742269_1445 (size=12151) 2024-12-15T05:35:36,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T05:35:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:36,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T05:35:36,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T05:35:36,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:36,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240996543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240996546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240996549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240996550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T05:35:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:36,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:36,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/3625b4aa6b784137b661a96a9284bf54 2024-12-15T05:35:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/f27ef43c02104c978332e5d2c0662b74 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f27ef43c02104c978332e5d2c0662b74 2024-12-15T05:35:36,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f27ef43c02104c978332e5d2c0662b74, entries=150, sequenceid=212, filesize=30.4 K 2024-12-15T05:35:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1a41b36bb8da4b9ab9cf152028fa4711 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1a41b36bb8da4b9ab9cf152028fa4711 2024-12-15T05:35:36,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1a41b36bb8da4b9ab9cf152028fa4711, entries=150, sequenceid=212, filesize=11.9 K 2024-12-15T05:35:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/3625b4aa6b784137b661a96a9284bf54 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/3625b4aa6b784137b661a96a9284bf54 2024-12-15T05:35:36,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/3625b4aa6b784137b661a96a9284bf54, entries=150, sequenceid=212, filesize=11.9 K 2024-12-15T05:35:36,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for aa461cb4557912b21c717090f6bccb56 in 897ms, sequenceid=212, compaction requested=false 2024-12-15T05:35:36,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T05:35:36,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:36,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T05:35:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:36,845 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:35:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f825b585a8db4e3fbdb779be1badaae0_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240935910/Put/seqid=0 2024-12-15T05:35:36,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742270_1446 (size=12304) 2024-12-15T05:35:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:37,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240997060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240997061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240997062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240997063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240997168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240997168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240997168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240997168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,258 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f825b585a8db4e3fbdb779be1badaae0_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f825b585a8db4e3fbdb779be1badaae0_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/95588e91b0b34a098b9739c114930a32, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/95588e91b0b34a098b9739c114930a32 is 175, key is test_row_0/A:col10/1734240935910/Put/seqid=0 2024-12-15T05:35:37,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742271_1447 (size=31105) 2024-12-15T05:35:37,280 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/95588e91b0b34a098b9739c114930a32 2024-12-15T05:35:37,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0c9658a79f424e9ead693a55d4715253 is 50, key is test_row_0/B:col10/1734240935910/Put/seqid=0 2024-12-15T05:35:37,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742272_1448 (size=12151) 2024-12-15T05:35:37,305 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0c9658a79f424e9ead693a55d4715253 2024-12-15T05:35:37,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/247ee314fa3f4c62ab07439855127b26 is 50, key is test_row_0/C:col10/1734240935910/Put/seqid=0 2024-12-15T05:35:37,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742273_1449 (size=12151) 2024-12-15T05:35:37,341 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/247ee314fa3f4c62ab07439855127b26 2024-12-15T05:35:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T05:35:37,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/95588e91b0b34a098b9739c114930a32 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/95588e91b0b34a098b9739c114930a32 2024-12-15T05:35:37,362 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/95588e91b0b34a098b9739c114930a32, entries=150, sequenceid=239, filesize=30.4 K 2024-12-15T05:35:37,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0c9658a79f424e9ead693a55d4715253 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0c9658a79f424e9ead693a55d4715253 2024-12-15T05:35:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,368 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0c9658a79f424e9ead693a55d4715253, entries=150, sequenceid=239, filesize=11.9 K 2024-12-15T05:35:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/247ee314fa3f4c62ab07439855127b26 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/247ee314fa3f4c62ab07439855127b26 2024-12-15T05:35:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,374 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/247ee314fa3f4c62ab07439855127b26, entries=150, sequenceid=239, filesize=11.9 K 2024-12-15T05:35:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,375 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for aa461cb4557912b21c717090f6bccb56 in 530ms, sequenceid=239, compaction requested=true 2024-12-15T05:35:37,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:37,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:37,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-15T05:35:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-15T05:35:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-15T05:35:37,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1380 sec 2024-12-15T05:35:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.1430 sec 2024-12-15T05:35:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:37,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:35:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:37,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:37,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:37,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:37,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:37,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121567e8ea0c10e04b2a842377f773f5ed72_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240937062/Put/seqid=0 2024-12-15T05:35:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742274_1450 (size=14794) 2024-12-15T05:35:37,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:37,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121567e8ea0c10e04b2a842377f773f5ed72_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121567e8ea0c10e04b2a842377f773f5ed72_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:37,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/212dedbc642a4a019ef9f9bc23fa6644, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:37,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/212dedbc642a4a019ef9f9bc23fa6644 is 175, key is test_row_0/A:col10/1734240937062/Put/seqid=0 2024-12-15T05:35:37,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742275_1451 (size=39749) 2024-12-15T05:35:37,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/212dedbc642a4a019ef9f9bc23fa6644 2024-12-15T05:35:37,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/9cbf681ff72447618e79bcbb993da93d is 50, key is test_row_0/B:col10/1734240937062/Put/seqid=0 2024-12-15T05:35:37,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240997504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240997506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240997508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240997509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742276_1452 (size=12151) 2024-12-15T05:35:37,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/9cbf681ff72447618e79bcbb993da93d 2024-12-15T05:35:37,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/90e64a3ee10c48acaf588e3c250e34d4 is 50, key is test_row_0/C:col10/1734240937062/Put/seqid=0 2024-12-15T05:35:37,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742277_1453 (size=12151) 2024-12-15T05:35:37,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240997616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240997616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240997616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240997626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240997822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240997825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240997825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240997830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:37,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/90e64a3ee10c48acaf588e3c250e34d4 2024-12-15T05:35:37,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/212dedbc642a4a019ef9f9bc23fa6644 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/212dedbc642a4a019ef9f9bc23fa6644 2024-12-15T05:35:37,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/212dedbc642a4a019ef9f9bc23fa6644, entries=200, sequenceid=252, filesize=38.8 K 2024-12-15T05:35:37,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/9cbf681ff72447618e79bcbb993da93d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/9cbf681ff72447618e79bcbb993da93d 2024-12-15T05:35:37,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/9cbf681ff72447618e79bcbb993da93d, entries=150, sequenceid=252, filesize=11.9 K 2024-12-15T05:35:37,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/90e64a3ee10c48acaf588e3c250e34d4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/90e64a3ee10c48acaf588e3c250e34d4 2024-12-15T05:35:37,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/90e64a3ee10c48acaf588e3c250e34d4, entries=150, sequenceid=252, filesize=11.9 K 2024-12-15T05:35:37,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for aa461cb4557912b21c717090f6bccb56 in 548ms, sequenceid=252, compaction requested=true 2024-12-15T05:35:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:37,954 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:37,954 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/B is initiating minor compaction (all files) 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/A is initiating minor compaction (all files) 2024-12-15T05:35:37,955 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/B in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:37,955 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/A in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:37,955 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/26e0f96e25984618aa18c0cd45e2f536, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1a41b36bb8da4b9ab9cf152028fa4711, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0c9658a79f424e9ead693a55d4715253, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/9cbf681ff72447618e79bcbb993da93d] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=47.9 K 2024-12-15T05:35:37,955 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f0deab03b08641778657543014c888f4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f27ef43c02104c978332e5d2c0662b74, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/95588e91b0b34a098b9739c114930a32, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/212dedbc642a4a019ef9f9bc23fa6644] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=130.4 K 2024-12-15T05:35:37,955 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f0deab03b08641778657543014c888f4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f27ef43c02104c978332e5d2c0662b74, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/95588e91b0b34a098b9739c114930a32, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/212dedbc642a4a019ef9f9bc23fa6644] 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 26e0f96e25984618aa18c0cd45e2f536, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734240934129 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a41b36bb8da4b9ab9cf152028fa4711, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734240935267 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0deab03b08641778657543014c888f4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734240934129 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c9658a79f424e9ead693a55d4715253, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734240935910 2024-12-15T05:35:37,955 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting f27ef43c02104c978332e5d2c0662b74, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734240935267 2024-12-15T05:35:37,956 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cbf681ff72447618e79bcbb993da93d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240937059 2024-12-15T05:35:37,956 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95588e91b0b34a098b9739c114930a32, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734240935910 2024-12-15T05:35:37,956 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 212dedbc642a4a019ef9f9bc23fa6644, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240937059 2024-12-15T05:35:37,960 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:37,961 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:37,961 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/04c17a2bba1f41f889d117ac25f0cdb8 is 50, key is test_row_0/B:col10/1734240937062/Put/seqid=0 2024-12-15T05:35:37,961 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412157cd66340c7ef4fae8efdcbe45d8df2fc_aa461cb4557912b21c717090f6bccb56 store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:37,963 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412157cd66340c7ef4fae8efdcbe45d8df2fc_aa461cb4557912b21c717090f6bccb56, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:37,963 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157cd66340c7ef4fae8efdcbe45d8df2fc_aa461cb4557912b21c717090f6bccb56 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742278_1454 (size=12731) 2024-12-15T05:35:37,966 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/04c17a2bba1f41f889d117ac25f0cdb8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/04c17a2bba1f41f889d117ac25f0cdb8 2024-12-15T05:35:37,969 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/B of aa461cb4557912b21c717090f6bccb56 into 04c17a2bba1f41f889d117ac25f0cdb8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:37,969 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:37,969 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/B, priority=12, startTime=1734240937954; duration=0sec 2024-12-15T05:35:37,969 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:37,969 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:B 2024-12-15T05:35:37,969 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:37,970 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:37,970 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/C is initiating minor compaction (all files) 2024-12-15T05:35:37,970 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/C in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:37,970 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/63d722c1d0574fa092a03755e9ff4703, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/3625b4aa6b784137b661a96a9284bf54, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/247ee314fa3f4c62ab07439855127b26, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/90e64a3ee10c48acaf588e3c250e34d4] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=47.9 K 2024-12-15T05:35:37,971 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 63d722c1d0574fa092a03755e9ff4703, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734240934129 2024-12-15T05:35:37,971 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 3625b4aa6b784137b661a96a9284bf54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734240935267 2024-12-15T05:35:37,971 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 247ee314fa3f4c62ab07439855127b26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734240935910 2024-12-15T05:35:37,971 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 90e64a3ee10c48acaf588e3c250e34d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240937059 2024-12-15T05:35:37,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742279_1455 (size=4469) 2024-12-15T05:35:37,977 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:37,978 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/82ebb4c28f8f49f284512038ee2968d6 is 50, key is test_row_0/C:col10/1734240937062/Put/seqid=0 2024-12-15T05:35:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742280_1456 (size=12731) 2024-12-15T05:35:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:38,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:35:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:38,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:38,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:38,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:38,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:38,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215330b0c844cb04fb0a79c6ae19ba87304_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240937457/Put/seqid=0 2024-12-15T05:35:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742281_1457 (size=17534) 2024-12-15T05:35:38,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240998144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240998144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240998145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240998148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240998249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240998253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240998254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240998254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734240998297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,300 DEBUG [Thread-1731 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:35:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T05:35:38,348 INFO [Thread-1733 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-15T05:35:38,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-15T05:35:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T05:35:38,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:38,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:38,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:38,373 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#A#compaction#389 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:38,374 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/575d395a900a4001bda0665b8f281a8b is 175, key is test_row_0/A:col10/1734240937062/Put/seqid=0 2024-12-15T05:35:38,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742282_1458 (size=31685) 2024-12-15T05:35:38,384 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/82ebb4c28f8f49f284512038ee2968d6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/82ebb4c28f8f49f284512038ee2968d6 2024-12-15T05:35:38,386 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/C of aa461cb4557912b21c717090f6bccb56 into 82ebb4c28f8f49f284512038ee2968d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:38,386 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:38,386 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/C, priority=12, startTime=1734240937954; duration=0sec 2024-12-15T05:35:38,387 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:38,387 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:C 2024-12-15T05:35:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T05:35:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240998457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240998457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240998459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240998459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:38,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:38,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:38,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:38,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,548 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:38,551 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215330b0c844cb04fb0a79c6ae19ba87304_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215330b0c844cb04fb0a79c6ae19ba87304_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:38,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/db2ee7dfa8ab4da5acd5ee36207765bf, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:38,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/db2ee7dfa8ab4da5acd5ee36207765bf is 175, key is test_row_0/A:col10/1734240937457/Put/seqid=0 2024-12-15T05:35:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742283_1459 (size=48639) 2024-12-15T05:35:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T05:35:38,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:38,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240998765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240998765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240998765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240998765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,780 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/575d395a900a4001bda0665b8f281a8b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/575d395a900a4001bda0665b8f281a8b 2024-12-15T05:35:38,783 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/A of aa461cb4557912b21c717090f6bccb56 into 575d395a900a4001bda0665b8f281a8b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:38,783 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:38,783 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/A, priority=12, startTime=1734240937954; duration=0sec 2024-12-15T05:35:38,783 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:38,783 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:A 2024-12-15T05:35:38,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:38,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T05:35:38,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:38,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:38,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:38,961 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/db2ee7dfa8ab4da5acd5ee36207765bf 2024-12-15T05:35:38,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0946631bd3c54a959b88cccc756aac27 is 50, key is test_row_0/B:col10/1734240937457/Put/seqid=0 2024-12-15T05:35:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742284_1460 (size=12301) 2024-12-15T05:35:39,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:39,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:39,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734240999269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734240999272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734240999272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734240999272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0946631bd3c54a959b88cccc756aac27 2024-12-15T05:35:39,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/c7fe3a97d1874c69a56c7e85da1f885e is 50, key is test_row_0/C:col10/1734240937457/Put/seqid=0 2024-12-15T05:35:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742285_1461 (size=12301) 2024-12-15T05:35:39,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T05:35:39,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:39,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/c7fe3a97d1874c69a56c7e85da1f885e 2024-12-15T05:35:39,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/db2ee7dfa8ab4da5acd5ee36207765bf as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/db2ee7dfa8ab4da5acd5ee36207765bf 2024-12-15T05:35:39,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/db2ee7dfa8ab4da5acd5ee36207765bf, entries=250, sequenceid=278, filesize=47.5 K 2024-12-15T05:35:39,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0946631bd3c54a959b88cccc756aac27 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0946631bd3c54a959b88cccc756aac27 2024-12-15T05:35:39,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0946631bd3c54a959b88cccc756aac27, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T05:35:39,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/c7fe3a97d1874c69a56c7e85da1f885e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c7fe3a97d1874c69a56c7e85da1f885e 2024-12-15T05:35:39,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c7fe3a97d1874c69a56c7e85da1f885e, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T05:35:39,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for aa461cb4557912b21c717090f6bccb56 in 1672ms, sequenceid=278, compaction requested=false 2024-12-15T05:35:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:39,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:39,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T05:35:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:39,871 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:35:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215234c060cd75147be9416939dc8ac24b2_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240938142/Put/seqid=0 2024-12-15T05:35:39,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742286_1462 (size=12454) 2024-12-15T05:35:40,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:40,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:40,283 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215234c060cd75147be9416939dc8ac24b2_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215234c060cd75147be9416939dc8ac24b2_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:40,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/ab3958f3a44b4ef2ba9cb805197883ba, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:40,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/ab3958f3a44b4ef2ba9cb805197883ba is 175, key is test_row_0/A:col10/1734240938142/Put/seqid=0 2024-12-15T05:35:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742287_1463 (size=31255) 2024-12-15T05:35:40,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734241000307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734241000308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734241000309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734241000310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734241000414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734241000414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734241000417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734241000417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T05:35:40,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734241000620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734241000620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734241000620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734241000620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,688 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/ab3958f3a44b4ef2ba9cb805197883ba 2024-12-15T05:35:40,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0a33bab1cd4f40ad8b4d0f7aa64ac286 is 50, key is test_row_0/B:col10/1734240938142/Put/seqid=0 2024-12-15T05:35:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742288_1464 (size=12301) 2024-12-15T05:35:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734241000923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734241000923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734241000924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734241000925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:41,096 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0a33bab1cd4f40ad8b4d0f7aa64ac286 2024-12-15T05:35:41,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/e494cad684d942cd8165c60d0a94ee97 is 50, key is test_row_0/C:col10/1734240938142/Put/seqid=0 2024-12-15T05:35:41,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742289_1465 (size=12301) 2024-12-15T05:35:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734241001428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734241001431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734241001431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734241001431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:41,509 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/e494cad684d942cd8165c60d0a94ee97 2024-12-15T05:35:41,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/ab3958f3a44b4ef2ba9cb805197883ba as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ab3958f3a44b4ef2ba9cb805197883ba 2024-12-15T05:35:41,514 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ab3958f3a44b4ef2ba9cb805197883ba, entries=150, sequenceid=291, filesize=30.5 K 2024-12-15T05:35:41,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/0a33bab1cd4f40ad8b4d0f7aa64ac286 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0a33bab1cd4f40ad8b4d0f7aa64ac286 2024-12-15T05:35:41,517 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0a33bab1cd4f40ad8b4d0f7aa64ac286, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T05:35:41,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/e494cad684d942cd8165c60d0a94ee97 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e494cad684d942cd8165c60d0a94ee97 2024-12-15T05:35:41,521 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e494cad684d942cd8165c60d0a94ee97, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T05:35:41,521 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aa461cb4557912b21c717090f6bccb56 in 1650ms, sequenceid=291, compaction requested=true 2024-12-15T05:35:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-15T05:35:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-15T05:35:41,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-15T05:35:41,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1710 sec 2024-12-15T05:35:41,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 3.1740 sec 2024-12-15T05:35:41,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T05:35:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:42,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T05:35:42,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:42,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:42,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:42,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:42,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:42,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:42,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121569826ad8cb0c4ca1a395764db1955105_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240940307/Put/seqid=0 2024-12-15T05:35:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742290_1466 (size=14994) 2024-12-15T05:35:42,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241002336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734241002432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734241002437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734241002437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734241002443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241002445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T05:35:42,454 INFO [Thread-1733 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-15T05:35:42,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-15T05:35:42,456 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T05:35:42,457 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:42,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T05:35:42,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T05:35:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:42,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241002651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,717 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:42,719 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121569826ad8cb0c4ca1a395764db1955105_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121569826ad8cb0c4ca1a395764db1955105_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:42,720 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/222e87940ddc44fab64001a5df9cc944, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:42,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/222e87940ddc44fab64001a5df9cc944 is 175, key is test_row_0/A:col10/1734240940307/Put/seqid=0 2024-12-15T05:35:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742291_1467 (size=39949) 2024-12-15T05:35:42,724 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/222e87940ddc44fab64001a5df9cc944 2024-12-15T05:35:42,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/d12bb5cc372e41b3af01609721b94895 is 50, key is test_row_0/B:col10/1734240940307/Put/seqid=0 2024-12-15T05:35:42,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742292_1468 (size=12301) 2024-12-15T05:35:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T05:35:42,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T05:35:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:42,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:42,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T05:35:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:42,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:42,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241002957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T05:35:43,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:43,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T05:35:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:43,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:43,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/d12bb5cc372e41b3af01609721b94895 2024-12-15T05:35:43,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/89d4158f8dd54b4fb3f2b4481fdf9057 is 50, key is test_row_0/C:col10/1734240940307/Put/seqid=0 2024-12-15T05:35:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742293_1469 (size=12301) 2024-12-15T05:35:43,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/89d4158f8dd54b4fb3f2b4481fdf9057 2024-12-15T05:35:43,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/222e87940ddc44fab64001a5df9cc944 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/222e87940ddc44fab64001a5df9cc944 2024-12-15T05:35:43,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/222e87940ddc44fab64001a5df9cc944, entries=200, sequenceid=317, filesize=39.0 K 2024-12-15T05:35:43,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/d12bb5cc372e41b3af01609721b94895 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/d12bb5cc372e41b3af01609721b94895 2024-12-15T05:35:43,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/d12bb5cc372e41b3af01609721b94895, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T05:35:43,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/89d4158f8dd54b4fb3f2b4481fdf9057 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/89d4158f8dd54b4fb3f2b4481fdf9057 2024-12-15T05:35:43,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/89d4158f8dd54b4fb3f2b4481fdf9057, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T05:35:43,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for aa461cb4557912b21c717090f6bccb56 in 858ms, sequenceid=317, compaction requested=true 2024-12-15T05:35:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:43,164 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:43,164 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:43,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:43,166 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:43,166 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:43,166 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/B is initiating minor compaction (all files) 2024-12-15T05:35:43,166 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/A is initiating minor compaction (all files) 2024-12-15T05:35:43,166 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/A in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:43,166 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/B in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:43,166 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/04c17a2bba1f41f889d117ac25f0cdb8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0946631bd3c54a959b88cccc756aac27, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0a33bab1cd4f40ad8b4d0f7aa64ac286, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/d12bb5cc372e41b3af01609721b94895] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=48.5 K 2024-12-15T05:35:43,166 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/575d395a900a4001bda0665b8f281a8b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/db2ee7dfa8ab4da5acd5ee36207765bf, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ab3958f3a44b4ef2ba9cb805197883ba, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/222e87940ddc44fab64001a5df9cc944] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=148.0 K 2024-12-15T05:35:43,166 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:43,166 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/575d395a900a4001bda0665b8f281a8b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/db2ee7dfa8ab4da5acd5ee36207765bf, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ab3958f3a44b4ef2ba9cb805197883ba, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/222e87940ddc44fab64001a5df9cc944] 2024-12-15T05:35:43,166 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 04c17a2bba1f41f889d117ac25f0cdb8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240937059 2024-12-15T05:35:43,166 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 575d395a900a4001bda0665b8f281a8b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240937059 2024-12-15T05:35:43,167 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0946631bd3c54a959b88cccc756aac27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734240937457 2024-12-15T05:35:43,167 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting db2ee7dfa8ab4da5acd5ee36207765bf, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734240937457 2024-12-15T05:35:43,167 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a33bab1cd4f40ad8b4d0f7aa64ac286, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734240938142 2024-12-15T05:35:43,167 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab3958f3a44b4ef2ba9cb805197883ba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734240938142 2024-12-15T05:35:43,167 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d12bb5cc372e41b3af01609721b94895, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240940307 2024-12-15T05:35:43,167 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 222e87940ddc44fab64001a5df9cc944, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240940307 2024-12-15T05:35:43,173 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:43,175 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#B#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:43,176 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1cbe269f6bf94ba481aff310c5e59dc5 is 50, key is test_row_0/B:col10/1734240940307/Put/seqid=0 2024-12-15T05:35:43,178 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215a1d6220808d34414b2276b8f5300dc98_aa461cb4557912b21c717090f6bccb56 store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:43,180 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215a1d6220808d34414b2276b8f5300dc98_aa461cb4557912b21c717090f6bccb56, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:43,180 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a1d6220808d34414b2276b8f5300dc98_aa461cb4557912b21c717090f6bccb56 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742294_1470 (size=13017) 2024-12-15T05:35:43,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742295_1471 (size=4469) 2024-12-15T05:35:43,185 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/1cbe269f6bf94ba481aff310c5e59dc5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1cbe269f6bf94ba481aff310c5e59dc5 2024-12-15T05:35:43,188 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/B of aa461cb4557912b21c717090f6bccb56 into 1cbe269f6bf94ba481aff310c5e59dc5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:43,188 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:43,188 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/B, priority=12, startTime=1734240943164; duration=0sec 2024-12-15T05:35:43,188 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:43,188 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:B 2024-12-15T05:35:43,188 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T05:35:43,189 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T05:35:43,189 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/C is initiating minor compaction (all files) 2024-12-15T05:35:43,189 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/C in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:43,189 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/82ebb4c28f8f49f284512038ee2968d6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c7fe3a97d1874c69a56c7e85da1f885e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e494cad684d942cd8165c60d0a94ee97, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/89d4158f8dd54b4fb3f2b4481fdf9057] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=48.5 K 2024-12-15T05:35:43,190 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 82ebb4c28f8f49f284512038ee2968d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734240937059 2024-12-15T05:35:43,190 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c7fe3a97d1874c69a56c7e85da1f885e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734240937457 2024-12-15T05:35:43,190 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting e494cad684d942cd8165c60d0a94ee97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734240938142 2024-12-15T05:35:43,190 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 89d4158f8dd54b4fb3f2b4481fdf9057, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240940307 2024-12-15T05:35:43,196 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:43,197 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/6d669ee08ba94ef4b739c6934daeb79d is 50, key is test_row_0/C:col10/1734240940307/Put/seqid=0 2024-12-15T05:35:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742296_1472 (size=13017) 2024-12-15T05:35:43,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:43,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T05:35:43,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:43,218 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T05:35:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153fff9b112cc84ae5a1f1dbd18124e032_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240942329/Put/seqid=0 2024-12-15T05:35:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742297_1473 (size=12454) 2024-12-15T05:35:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T05:35:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241003577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:43,584 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#A#compaction#400 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:43,585 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/ff8c279a88d745848492a9aa768e5871 is 175, key is test_row_0/A:col10/1734240940307/Put/seqid=0 2024-12-15T05:35:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742298_1474 (size=31971) 2024-12-15T05:35:43,595 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/ff8c279a88d745848492a9aa768e5871 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ff8c279a88d745848492a9aa768e5871 2024-12-15T05:35:43,598 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/A of aa461cb4557912b21c717090f6bccb56 into ff8c279a88d745848492a9aa768e5871(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:43,598 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:43,598 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/A, priority=12, startTime=1734240943164; duration=0sec 2024-12-15T05:35:43,598 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:43,598 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:A 2024-12-15T05:35:43,603 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/6d669ee08ba94ef4b739c6934daeb79d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/6d669ee08ba94ef4b739c6934daeb79d 2024-12-15T05:35:43,606 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aa461cb4557912b21c717090f6bccb56/C of aa461cb4557912b21c717090f6bccb56 into 6d669ee08ba94ef4b739c6934daeb79d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:43,606 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:43,606 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/C, priority=12, startTime=1734240943164; duration=0sec 2024-12-15T05:35:43,606 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:43,606 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:C 2024-12-15T05:35:43,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:43,630 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153fff9b112cc84ae5a1f1dbd18124e032_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153fff9b112cc84ae5a1f1dbd18124e032_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/719b6fa248f44083a2fbd642b8ed09f9, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/719b6fa248f44083a2fbd642b8ed09f9 is 175, key is test_row_0/A:col10/1734240942329/Put/seqid=0 2024-12-15T05:35:43,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742299_1475 (size=31255) 2024-12-15T05:35:43,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241003683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:43,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241003885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:44,034 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/719b6fa248f44083a2fbd642b8ed09f9 2024-12-15T05:35:44,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/af5b367431794de4827680b0380fd878 is 50, key is test_row_0/B:col10/1734240942329/Put/seqid=0 2024-12-15T05:35:44,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742300_1476 (size=12301) 2024-12-15T05:35:44,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241004191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:44,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/af5b367431794de4827680b0380fd878 2024-12-15T05:35:44,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40728 deadline: 1734241004442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:44,445 DEBUG [Thread-1723 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:35:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/84a0ae8f3d4a49a0960bfc8207f5e7b0 is 50, key is test_row_0/C:col10/1734240942329/Put/seqid=0 2024-12-15T05:35:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40738 deadline: 1734241004453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40698 deadline: 1734241004455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:44,457 DEBUG [Thread-1727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:35:44,457 DEBUG [Thread-1729 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:35:44,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1734241004465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:44,468 DEBUG [Thread-1725 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:35:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742301_1477 (size=12301) 2024-12-15T05:35:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T05:35:44,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241004700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:44,886 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/84a0ae8f3d4a49a0960bfc8207f5e7b0 2024-12-15T05:35:44,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/719b6fa248f44083a2fbd642b8ed09f9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/719b6fa248f44083a2fbd642b8ed09f9 2024-12-15T05:35:44,891 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/719b6fa248f44083a2fbd642b8ed09f9, entries=150, sequenceid=328, filesize=30.5 K 2024-12-15T05:35:44,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/af5b367431794de4827680b0380fd878 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/af5b367431794de4827680b0380fd878 2024-12-15T05:35:44,894 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/af5b367431794de4827680b0380fd878, entries=150, sequenceid=328, filesize=12.0 K 2024-12-15T05:35:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/84a0ae8f3d4a49a0960bfc8207f5e7b0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/84a0ae8f3d4a49a0960bfc8207f5e7b0 2024-12-15T05:35:44,897 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/84a0ae8f3d4a49a0960bfc8207f5e7b0, entries=150, sequenceid=328, filesize=12.0 K 2024-12-15T05:35:44,898 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for aa461cb4557912b21c717090f6bccb56 in 1680ms, sequenceid=328, compaction requested=false 2024-12-15T05:35:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-15T05:35:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-15T05:35:44,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-15T05:35:44,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4420 sec 2024-12-15T05:35:44,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.4450 sec 2024-12-15T05:35:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:45,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T05:35:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:45,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121587dfbcebffa24cb8ac7be6160a469450_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240945706/Put/seqid=0 2024-12-15T05:35:45,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742302_1478 (size=14994) 2024-12-15T05:35:45,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241005733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:45,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241005835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:46,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241006038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:46,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fcd62a4bcb63:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/7a3307f5d783488e8ffe9330b600d89d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/208c983d780e40bb95c8f58924bc2fa8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ce65ebf7f93a43cca6f67f7ed889dd34, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/af158ea5c21649eaa99a09ff4a926f5b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/6a438f4790bb43c1ad80491a227dad27, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/2905a3c6776a44839c9a71f7ae64f108, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/c04aa81b7c274f45babfe0f3156731bf, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/9e08f4e3be9e48eb8c45cff8a8f03e41, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/8a2a8672a2f4453a94fc1b666df1dc6a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/37ca0041e88c48d491cda62152fdff59, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/4d0aa926721542ffac4e68fdcce61be7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/e54dabda1690479b83a78f0c94a6be97, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/dd1c5350ed7f4d2e94497b8725d388b7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f0deab03b08641778657543014c888f4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f27ef43c02104c978332e5d2c0662b74, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/95588e91b0b34a098b9739c114930a32, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/212dedbc642a4a019ef9f9bc23fa6644, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/575d395a900a4001bda0665b8f281a8b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/db2ee7dfa8ab4da5acd5ee36207765bf, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ab3958f3a44b4ef2ba9cb805197883ba, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/222e87940ddc44fab64001a5df9cc944] to archive 2024-12-15T05:35:46,096 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fcd62a4bcb63:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:46,097 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/7a3307f5d783488e8ffe9330b600d89d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/7a3307f5d783488e8ffe9330b600d89d 2024-12-15T05:35:46,097 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/208c983d780e40bb95c8f58924bc2fa8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/208c983d780e40bb95c8f58924bc2fa8 2024-12-15T05:35:46,098 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ce65ebf7f93a43cca6f67f7ed889dd34 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ce65ebf7f93a43cca6f67f7ed889dd34 2024-12-15T05:35:46,098 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/af158ea5c21649eaa99a09ff4a926f5b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/af158ea5c21649eaa99a09ff4a926f5b 2024-12-15T05:35:46,098 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/6a438f4790bb43c1ad80491a227dad27 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/6a438f4790bb43c1ad80491a227dad27 2024-12-15T05:35:46,098 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/c04aa81b7c274f45babfe0f3156731bf to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/c04aa81b7c274f45babfe0f3156731bf 2024-12-15T05:35:46,098 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/2905a3c6776a44839c9a71f7ae64f108 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/2905a3c6776a44839c9a71f7ae64f108 2024-12-15T05:35:46,098 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/9e08f4e3be9e48eb8c45cff8a8f03e41 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/9e08f4e3be9e48eb8c45cff8a8f03e41 2024-12-15T05:35:46,099 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/8a2a8672a2f4453a94fc1b666df1dc6a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/8a2a8672a2f4453a94fc1b666df1dc6a 2024-12-15T05:35:46,099 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/dd1c5350ed7f4d2e94497b8725d388b7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/dd1c5350ed7f4d2e94497b8725d388b7 2024-12-15T05:35:46,099 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f27ef43c02104c978332e5d2c0662b74 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f27ef43c02104c978332e5d2c0662b74 2024-12-15T05:35:46,099 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/37ca0041e88c48d491cda62152fdff59 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/37ca0041e88c48d491cda62152fdff59 2024-12-15T05:35:46,099 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/e54dabda1690479b83a78f0c94a6be97 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/e54dabda1690479b83a78f0c94a6be97 2024-12-15T05:35:46,100 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f0deab03b08641778657543014c888f4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/f0deab03b08641778657543014c888f4 2024-12-15T05:35:46,100 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/4d0aa926721542ffac4e68fdcce61be7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/4d0aa926721542ffac4e68fdcce61be7 2024-12-15T05:35:46,100 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/95588e91b0b34a098b9739c114930a32 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/95588e91b0b34a098b9739c114930a32 2024-12-15T05:35:46,101 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ab3958f3a44b4ef2ba9cb805197883ba to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ab3958f3a44b4ef2ba9cb805197883ba 2024-12-15T05:35:46,101 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/222e87940ddc44fab64001a5df9cc944 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/222e87940ddc44fab64001a5df9cc944 2024-12-15T05:35:46,101 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/db2ee7dfa8ab4da5acd5ee36207765bf to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/db2ee7dfa8ab4da5acd5ee36207765bf 2024-12-15T05:35:46,101 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/575d395a900a4001bda0665b8f281a8b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/575d395a900a4001bda0665b8f281a8b 2024-12-15T05:35:46,101 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/212dedbc642a4a019ef9f9bc23fa6644 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/212dedbc642a4a019ef9f9bc23fa6644 2024-12-15T05:35:46,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fcd62a4bcb63:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/cc3225d8367e485eb1033c77a808fcbe, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/026f67e616864d7dad1f01634f14dd60, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/236cef01ce1a4d20bfae89d0c095e8cb, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/60bea093c5b745fa9dfe7b2ee7be1690, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/13b75c72b0954dbf9c92e420c5e37738, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/93a4da250ad5443f8035b8011c5c22a0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1666b3d6a20647e5921d7c0898c30cb6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/3880401e5cfd427d83c9ec38e8bce8d7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/44fca10c20524fc9b955d694655b7827, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/a25c34a54d3f41368c25ce9a6f0f41e3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/511fccd44bb34cd491367eee39ef645c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1c7525e04fc34c5fb3348f158ef8ce84, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/26e0f96e25984618aa18c0cd45e2f536, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/5a1401247c95407ea21b005907799517, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1a41b36bb8da4b9ab9cf152028fa4711, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0c9658a79f424e9ead693a55d4715253, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/04c17a2bba1f41f889d117ac25f0cdb8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/9cbf681ff72447618e79bcbb993da93d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0946631bd3c54a959b88cccc756aac27, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0a33bab1cd4f40ad8b4d0f7aa64ac286, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/d12bb5cc372e41b3af01609721b94895] to archive 2024-12-15T05:35:46,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fcd62a4bcb63:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:46,106 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/cc3225d8367e485eb1033c77a808fcbe to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/cc3225d8367e485eb1033c77a808fcbe 2024-12-15T05:35:46,106 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/60bea093c5b745fa9dfe7b2ee7be1690 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/60bea093c5b745fa9dfe7b2ee7be1690 2024-12-15T05:35:46,106 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/13b75c72b0954dbf9c92e420c5e37738 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/13b75c72b0954dbf9c92e420c5e37738 2024-12-15T05:35:46,107 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/93a4da250ad5443f8035b8011c5c22a0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/93a4da250ad5443f8035b8011c5c22a0 2024-12-15T05:35:46,107 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/3880401e5cfd427d83c9ec38e8bce8d7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/3880401e5cfd427d83c9ec38e8bce8d7 2024-12-15T05:35:46,107 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/026f67e616864d7dad1f01634f14dd60 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/026f67e616864d7dad1f01634f14dd60 2024-12-15T05:35:46,107 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/236cef01ce1a4d20bfae89d0c095e8cb to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/236cef01ce1a4d20bfae89d0c095e8cb 2024-12-15T05:35:46,107 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1666b3d6a20647e5921d7c0898c30cb6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1666b3d6a20647e5921d7c0898c30cb6 2024-12-15T05:35:46,108 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/511fccd44bb34cd491367eee39ef645c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/511fccd44bb34cd491367eee39ef645c 2024-12-15T05:35:46,108 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/a25c34a54d3f41368c25ce9a6f0f41e3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/a25c34a54d3f41368c25ce9a6f0f41e3 2024-12-15T05:35:46,108 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/44fca10c20524fc9b955d694655b7827 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/44fca10c20524fc9b955d694655b7827 2024-12-15T05:35:46,109 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/26e0f96e25984618aa18c0cd45e2f536 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/26e0f96e25984618aa18c0cd45e2f536 2024-12-15T05:35:46,109 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/5a1401247c95407ea21b005907799517 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/5a1401247c95407ea21b005907799517 2024-12-15T05:35:46,109 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1c7525e04fc34c5fb3348f158ef8ce84 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1c7525e04fc34c5fb3348f158ef8ce84 2024-12-15T05:35:46,110 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1a41b36bb8da4b9ab9cf152028fa4711 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1a41b36bb8da4b9ab9cf152028fa4711 2024-12-15T05:35:46,112 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0c9658a79f424e9ead693a55d4715253 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0c9658a79f424e9ead693a55d4715253 2024-12-15T05:35:46,112 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/04c17a2bba1f41f889d117ac25f0cdb8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/04c17a2bba1f41f889d117ac25f0cdb8 2024-12-15T05:35:46,112 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/9cbf681ff72447618e79bcbb993da93d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/9cbf681ff72447618e79bcbb993da93d 2024-12-15T05:35:46,112 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0946631bd3c54a959b88cccc756aac27 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0946631bd3c54a959b88cccc756aac27 2024-12-15T05:35:46,112 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/d12bb5cc372e41b3af01609721b94895 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/d12bb5cc372e41b3af01609721b94895 2024-12-15T05:35:46,113 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0a33bab1cd4f40ad8b4d0f7aa64ac286 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/0a33bab1cd4f40ad8b4d0f7aa64ac286 2024-12-15T05:35:46,116 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fcd62a4bcb63:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/00854ab8d3d24a239aa6fd748b6ff393, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/74b33f7532f643f9a058a8faead70115, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/20cb37f1640d4b78bb80c97cf173a9d1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e8c18db66bff4605823a808d1cd77f75, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/94c250675a1e47968b4130f62754d57b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7574cd556d84b8a935a748157e92b72, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/559e0057132949ac9cb5cf0a1f9ba660, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/2ddb5e6211264d43a1eb649a8477f764, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7acdee854d34961a09e7a06a0ebc2f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e5e6c45eb466457cace8fe9ad33cb65d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ba0c042c319f4fba9d873ccdd0a58435, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/1646854575024f77a5cb4de06ac51be0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/63d722c1d0574fa092a03755e9ff4703, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ab4fedc209a3403eadad09ba6fb69023, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/3625b4aa6b784137b661a96a9284bf54, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/247ee314fa3f4c62ab07439855127b26, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/82ebb4c28f8f49f284512038ee2968d6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/90e64a3ee10c48acaf588e3c250e34d4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c7fe3a97d1874c69a56c7e85da1f885e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e494cad684d942cd8165c60d0a94ee97, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/89d4158f8dd54b4fb3f2b4481fdf9057] to archive 2024-12-15T05:35:46,117 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fcd62a4bcb63:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:46,119 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e8c18db66bff4605823a808d1cd77f75 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e8c18db66bff4605823a808d1cd77f75 2024-12-15T05:35:46,119 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/20cb37f1640d4b78bb80c97cf173a9d1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/20cb37f1640d4b78bb80c97cf173a9d1 2024-12-15T05:35:46,119 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/00854ab8d3d24a239aa6fd748b6ff393 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/00854ab8d3d24a239aa6fd748b6ff393 2024-12-15T05:35:46,119 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/74b33f7532f643f9a058a8faead70115 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/74b33f7532f643f9a058a8faead70115 2024-12-15T05:35:46,119 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7574cd556d84b8a935a748157e92b72 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7574cd556d84b8a935a748157e92b72 2024-12-15T05:35:46,119 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/559e0057132949ac9cb5cf0a1f9ba660 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/559e0057132949ac9cb5cf0a1f9ba660 2024-12-15T05:35:46,119 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/2ddb5e6211264d43a1eb649a8477f764 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/2ddb5e6211264d43a1eb649a8477f764 2024-12-15T05:35:46,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:46,120 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/94c250675a1e47968b4130f62754d57b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/94c250675a1e47968b4130f62754d57b 2024-12-15T05:35:46,120 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e5e6c45eb466457cace8fe9ad33cb65d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e5e6c45eb466457cace8fe9ad33cb65d 2024-12-15T05:35:46,121 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/63d722c1d0574fa092a03755e9ff4703 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/63d722c1d0574fa092a03755e9ff4703 2024-12-15T05:35:46,121 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/1646854575024f77a5cb4de06ac51be0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/1646854575024f77a5cb4de06ac51be0 2024-12-15T05:35:46,121 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7acdee854d34961a09e7a06a0ebc2f9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/b7acdee854d34961a09e7a06a0ebc2f9 2024-12-15T05:35:46,121 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/3625b4aa6b784137b661a96a9284bf54 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/3625b4aa6b784137b661a96a9284bf54 2024-12-15T05:35:46,121 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ba0c042c319f4fba9d873ccdd0a58435 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ba0c042c319f4fba9d873ccdd0a58435 2024-12-15T05:35:46,122 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ab4fedc209a3403eadad09ba6fb69023 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ab4fedc209a3403eadad09ba6fb69023 2024-12-15T05:35:46,122 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/247ee314fa3f4c62ab07439855127b26 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/247ee314fa3f4c62ab07439855127b26 2024-12-15T05:35:46,122 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/82ebb4c28f8f49f284512038ee2968d6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/82ebb4c28f8f49f284512038ee2968d6 2024-12-15T05:35:46,122 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/90e64a3ee10c48acaf588e3c250e34d4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/90e64a3ee10c48acaf588e3c250e34d4 2024-12-15T05:35:46,122 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c7fe3a97d1874c69a56c7e85da1f885e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c7fe3a97d1874c69a56c7e85da1f885e 2024-12-15T05:35:46,123 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e494cad684d942cd8165c60d0a94ee97 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/e494cad684d942cd8165c60d0a94ee97 2024-12-15T05:35:46,123 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/89d4158f8dd54b4fb3f2b4481fdf9057 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/89d4158f8dd54b4fb3f2b4481fdf9057 2024-12-15T05:35:46,123 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121587dfbcebffa24cb8ac7be6160a469450_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121587dfbcebffa24cb8ac7be6160a469450_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:46,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/70f218c5bd6f4865bbcad86e9f942037, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:46,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/70f218c5bd6f4865bbcad86e9f942037 is 175, key is test_row_0/A:col10/1734240945706/Put/seqid=0 2024-12-15T05:35:46,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742303_1479 (size=39949) 2024-12-15T05:35:46,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241006342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:46,528 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/70f218c5bd6f4865bbcad86e9f942037 2024-12-15T05:35:46,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/59d94b9176c64153a31242a3733be821 is 50, key is test_row_0/B:col10/1734240945706/Put/seqid=0 2024-12-15T05:35:46,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742304_1480 (size=12301) 2024-12-15T05:35:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T05:35:46,560 INFO [Thread-1733 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-15T05:35:46,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-15T05:35:46,562 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T05:35:46,562 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:46,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T05:35:46,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:46,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T05:35:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:46,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:46,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40726 deadline: 1734241006850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T05:35:46,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:46,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T05:35:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:46,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:46,922 DEBUG [Thread-1738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:53650 2024-12-15T05:35:46,922 DEBUG [Thread-1738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:46,923 DEBUG [Thread-1740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:53650 2024-12-15T05:35:46,923 DEBUG [Thread-1740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:46,923 DEBUG [Thread-1734 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x627cad17 to 127.0.0.1:53650 2024-12-15T05:35:46,923 DEBUG [Thread-1734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:46,925 DEBUG [Thread-1742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:53650 2024-12-15T05:35:46,925 DEBUG [Thread-1742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:46,926 DEBUG [Thread-1736 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39387e4d to 127.0.0.1:53650 2024-12-15T05:35:46,926 DEBUG [Thread-1736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:46,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/59d94b9176c64153a31242a3733be821 2024-12-15T05:35:46,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/36ced61cfe7340b1887d78e3c71361ce is 50, key is test_row_0/C:col10/1734240945706/Put/seqid=0 2024-12-15T05:35:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742305_1481 (size=12301) 2024-12-15T05:35:47,018 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:47,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T05:35:47,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T05:35:47,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:47,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T05:35:47,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:47,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:47,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T05:35:47,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:47,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:47,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/36ced61cfe7340b1887d78e3c71361ce 2024-12-15T05:35:47,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/70f218c5bd6f4865bbcad86e9f942037 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/70f218c5bd6f4865bbcad86e9f942037 2024-12-15T05:35:47,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/70f218c5bd6f4865bbcad86e9f942037, entries=200, sequenceid=357, filesize=39.0 K 2024-12-15T05:35:47,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/59d94b9176c64153a31242a3733be821 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/59d94b9176c64153a31242a3733be821 2024-12-15T05:35:47,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/59d94b9176c64153a31242a3733be821, entries=150, sequenceid=357, filesize=12.0 K 2024-12-15T05:35:47,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/36ced61cfe7340b1887d78e3c71361ce as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/36ced61cfe7340b1887d78e3c71361ce 2024-12-15T05:35:47,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/36ced61cfe7340b1887d78e3c71361ce, entries=150, sequenceid=357, filesize=12.0 K 2024-12-15T05:35:47,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for aa461cb4557912b21c717090f6bccb56 in 1662ms, sequenceid=357, compaction requested=true 2024-12-15T05:35:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:47,371 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aa461cb4557912b21c717090f6bccb56:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:47,371 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:47,372 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:47,372 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:47,372 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/A is initiating minor compaction (all files) 2024-12-15T05:35:47,372 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/B is initiating minor compaction (all files) 2024-12-15T05:35:47,373 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/B in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,373 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/A in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,373 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ff8c279a88d745848492a9aa768e5871, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/719b6fa248f44083a2fbd642b8ed09f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/70f218c5bd6f4865bbcad86e9f942037] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=100.8 K 2024-12-15T05:35:47,373 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1cbe269f6bf94ba481aff310c5e59dc5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/af5b367431794de4827680b0380fd878, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/59d94b9176c64153a31242a3733be821] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=36.7 K 2024-12-15T05:35:47,373 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,373 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ff8c279a88d745848492a9aa768e5871, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/719b6fa248f44083a2fbd642b8ed09f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/70f218c5bd6f4865bbcad86e9f942037] 2024-12-15T05:35:47,373 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cbe269f6bf94ba481aff310c5e59dc5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240940307 2024-12-15T05:35:47,373 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff8c279a88d745848492a9aa768e5871, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240940307 2024-12-15T05:35:47,374 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting af5b367431794de4827680b0380fd878, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734240942321 2024-12-15T05:35:47,374 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 719b6fa248f44083a2fbd642b8ed09f9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734240942321 2024-12-15T05:35:47,374 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 59d94b9176c64153a31242a3733be821, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1734240943573 2024-12-15T05:35:47,374 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70f218c5bd6f4865bbcad86e9f942037, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1734240943553 2024-12-15T05:35:47,382 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:47,384 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#B#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:47,384 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/fb2389fde6044cd193480bb6c9c78e60 is 50, key is test_row_0/B:col10/1734240945706/Put/seqid=0 2024-12-15T05:35:47,386 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412159370c12fea6049f3b0ac40e608210067_aa461cb4557912b21c717090f6bccb56 store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:47,389 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412159370c12fea6049f3b0ac40e608210067_aa461cb4557912b21c717090f6bccb56, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:47,389 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159370c12fea6049f3b0ac40e608210067_aa461cb4557912b21c717090f6bccb56 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742306_1482 (size=12404) 2024-12-15T05:35:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742307_1483 (size=4469) 2024-12-15T05:35:47,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:47,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T05:35:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,482 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T05:35:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152ff107fdd7724a72bc2e23b794ba6266_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240945728/Put/seqid=0 2024-12-15T05:35:47,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742308_1484 (size=9914) 2024-12-15T05:35:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T05:35:47,795 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#A#compaction#410 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:47,796 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/15cf2beb5425421b96b107b3e67d6b4c is 175, key is test_row_0/A:col10/1734240945706/Put/seqid=0 2024-12-15T05:35:47,802 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/fb2389fde6044cd193480bb6c9c78e60 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/fb2389fde6044cd193480bb6c9c78e60 2024-12-15T05:35:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742309_1485 (size=31358) 2024-12-15T05:35:47,806 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/B of aa461cb4557912b21c717090f6bccb56 into fb2389fde6044cd193480bb6c9c78e60(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:47,806 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:47,806 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/B, priority=13, startTime=1734240947371; duration=0sec 2024-12-15T05:35:47,806 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:47,806 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:B 2024-12-15T05:35:47,806 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:47,807 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:47,807 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): aa461cb4557912b21c717090f6bccb56/C is initiating minor compaction (all files) 2024-12-15T05:35:47,807 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aa461cb4557912b21c717090f6bccb56/C in TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:47,807 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/6d669ee08ba94ef4b739c6934daeb79d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/84a0ae8f3d4a49a0960bfc8207f5e7b0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/36ced61cfe7340b1887d78e3c71361ce] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp, totalSize=36.7 K 2024-12-15T05:35:47,808 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d669ee08ba94ef4b739c6934daeb79d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734240940307 2024-12-15T05:35:47,808 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 84a0ae8f3d4a49a0960bfc8207f5e7b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734240942321 2024-12-15T05:35:47,808 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ced61cfe7340b1887d78e3c71361ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1734240943573 2024-12-15T05:35:47,814 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aa461cb4557912b21c717090f6bccb56#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:47,815 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/ec4f8c4923274269aa6ba5795dd3eebf is 50, key is test_row_0/C:col10/1734240945706/Put/seqid=0 2024-12-15T05:35:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742310_1486 (size=12404) 2024-12-15T05:35:47,860 DEBUG [Thread-1731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:53650 2024-12-15T05:35:47,860 DEBUG [Thread-1731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:47,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152ff107fdd7724a72bc2e23b794ba6266_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152ff107fdd7724a72bc2e23b794ba6266_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/61182c831de440d08915d7a67e64e60d, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/61182c831de440d08915d7a67e64e60d is 175, key is test_row_0/A:col10/1734240945728/Put/seqid=0 2024-12-15T05:35:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742311_1487 (size=22561) 2024-12-15T05:35:48,215 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/15cf2beb5425421b96b107b3e67d6b4c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/15cf2beb5425421b96b107b3e67d6b4c 2024-12-15T05:35:48,221 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/A of aa461cb4557912b21c717090f6bccb56 into 15cf2beb5425421b96b107b3e67d6b4c(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:48,221 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:48,221 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/A, priority=13, startTime=1734240947371; duration=0sec 2024-12-15T05:35:48,221 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:48,221 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:A 2024-12-15T05:35:48,224 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/ec4f8c4923274269aa6ba5795dd3eebf as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ec4f8c4923274269aa6ba5795dd3eebf 2024-12-15T05:35:48,229 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aa461cb4557912b21c717090f6bccb56/C of aa461cb4557912b21c717090f6bccb56 into ec4f8c4923274269aa6ba5795dd3eebf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:48,229 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:48,229 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56., storeName=aa461cb4557912b21c717090f6bccb56/C, priority=13, startTime=1734240947371; duration=0sec 2024-12-15T05:35:48,229 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:48,229 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aa461cb4557912b21c717090f6bccb56:C 2024-12-15T05:35:48,307 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/61182c831de440d08915d7a67e64e60d 2024-12-15T05:35:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/739bd88be2a3407fa6d1342d5badbb8f is 50, key is test_row_0/B:col10/1734240945728/Put/seqid=0 2024-12-15T05:35:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742312_1488 (size=9857) 2024-12-15T05:35:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:48,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. as already flushing 2024-12-15T05:35:48,453 DEBUG [Thread-1723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:53650 2024-12-15T05:35:48,453 DEBUG [Thread-1723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:48,478 DEBUG [Thread-1727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:53650 2024-12-15T05:35:48,478 DEBUG [Thread-1727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:48,485 DEBUG [Thread-1725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:53650 2024-12-15T05:35:48,485 DEBUG [Thread-1725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:48,490 DEBUG [Thread-1729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:53650 2024-12-15T05:35:48,490 DEBUG [Thread-1729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T05:35:48,727 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/739bd88be2a3407fa6d1342d5badbb8f 2024-12-15T05:35:48,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/c26c171c08c84895b9d6909c8233265e is 50, key is test_row_0/C:col10/1734240945728/Put/seqid=0 2024-12-15T05:35:48,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742313_1489 (size=9857) 2024-12-15T05:35:49,144 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/c26c171c08c84895b9d6909c8233265e 2024-12-15T05:35:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/61182c831de440d08915d7a67e64e60d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/61182c831de440d08915d7a67e64e60d 2024-12-15T05:35:49,157 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/61182c831de440d08915d7a67e64e60d, entries=100, sequenceid=366, filesize=22.0 K 2024-12-15T05:35:49,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/739bd88be2a3407fa6d1342d5badbb8f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/739bd88be2a3407fa6d1342d5badbb8f 2024-12-15T05:35:49,161 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/739bd88be2a3407fa6d1342d5badbb8f, entries=100, sequenceid=366, filesize=9.6 K 2024-12-15T05:35:49,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/c26c171c08c84895b9d6909c8233265e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c26c171c08c84895b9d6909c8233265e 2024-12-15T05:35:49,165 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c26c171c08c84895b9d6909c8233265e, entries=100, sequenceid=366, filesize=9.6 K 2024-12-15T05:35:49,166 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for aa461cb4557912b21c717090f6bccb56 in 1684ms, sequenceid=366, compaction requested=false 2024-12-15T05:35:49,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:49,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:49,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-15T05:35:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-15T05:35:49,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-15T05:35:49,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6050 sec 2024-12-15T05:35:49,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.6080 sec 2024-12-15T05:35:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T05:35:50,672 INFO [Thread-1733 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2918 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8753 rows 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2933 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8799 rows 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2936 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8808 rows 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2927 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8778 rows 2024-12-15T05:35:50,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2925 2024-12-15T05:35:50,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8775 rows 2024-12-15T05:35:50,674 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T05:35:50,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:53650 2024-12-15T05:35:50,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:35:50,677 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T05:35:50,678 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T05:35:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T05:35:50,683 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240950682"}]},"ts":"1734240950682"} 2024-12-15T05:35:50,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T05:35:50,720 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T05:35:50,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:35:50,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, UNASSIGN}] 2024-12-15T05:35:50,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, UNASSIGN 2024-12-15T05:35:50,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=aa461cb4557912b21c717090f6bccb56, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:50,726 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:35:50,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:35:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T05:35:50,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:50,880 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:50,880 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:35:50,880 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing aa461cb4557912b21c717090f6bccb56, disabling compactions & flushes 2024-12-15T05:35:50,880 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:50,880 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:50,880 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. after waiting 0 ms 2024-12-15T05:35:50,880 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:50,880 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(2837): Flushing aa461cb4557912b21c717090f6bccb56 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T05:35:50,881 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=A 2024-12-15T05:35:50,881 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:50,881 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=B 2024-12-15T05:35:50,881 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:50,881 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aa461cb4557912b21c717090f6bccb56, store=C 2024-12-15T05:35:50,882 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:50,894 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121596f12c5b151c428487d01b2786a9da0e_aa461cb4557912b21c717090f6bccb56 is 50, key is test_row_0/A:col10/1734240948489/Put/seqid=0 2024-12-15T05:35:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742314_1490 (size=12454) 2024-12-15T05:35:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T05:35:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T05:35:51,299 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:51,305 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121596f12c5b151c428487d01b2786a9da0e_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596f12c5b151c428487d01b2786a9da0e_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:51,307 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/11159898d9bf41c79ca4422197730f7a, store: [table=TestAcidGuarantees family=A region=aa461cb4557912b21c717090f6bccb56] 2024-12-15T05:35:51,307 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/11159898d9bf41c79ca4422197730f7a is 175, key is test_row_0/A:col10/1734240948489/Put/seqid=0 2024-12-15T05:35:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742315_1491 (size=31255) 2024-12-15T05:35:51,714 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/11159898d9bf41c79ca4422197730f7a 2024-12-15T05:35:51,726 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/06d74dfc22ea4b9989d2e90b2495b059 is 50, key is test_row_0/B:col10/1734240948489/Put/seqid=0 2024-12-15T05:35:51,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742316_1492 (size=12301) 2024-12-15T05:35:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T05:35:52,132 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/06d74dfc22ea4b9989d2e90b2495b059 2024-12-15T05:35:52,145 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/9505fceaf38e4e1595741cc0dcc685ef is 50, key is test_row_0/C:col10/1734240948489/Put/seqid=0 2024-12-15T05:35:52,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742317_1493 (size=12301) 2024-12-15T05:35:52,550 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/9505fceaf38e4e1595741cc0dcc685ef 2024-12-15T05:35:52,587 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/A/11159898d9bf41c79ca4422197730f7a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/11159898d9bf41c79ca4422197730f7a 2024-12-15T05:35:52,593 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/11159898d9bf41c79ca4422197730f7a, entries=150, sequenceid=377, filesize=30.5 K 2024-12-15T05:35:52,594 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/B/06d74dfc22ea4b9989d2e90b2495b059 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/06d74dfc22ea4b9989d2e90b2495b059 2024-12-15T05:35:52,597 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/06d74dfc22ea4b9989d2e90b2495b059, entries=150, sequenceid=377, filesize=12.0 K 2024-12-15T05:35:52,598 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/.tmp/C/9505fceaf38e4e1595741cc0dcc685ef as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/9505fceaf38e4e1595741cc0dcc685ef 2024-12-15T05:35:52,600 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/9505fceaf38e4e1595741cc0dcc685ef, entries=150, sequenceid=377, filesize=12.0 K 2024-12-15T05:35:52,600 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for aa461cb4557912b21c717090f6bccb56 in 1720ms, sequenceid=377, compaction requested=true 2024-12-15T05:35:52,601 DEBUG [StoreCloser-TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ff8c279a88d745848492a9aa768e5871, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/719b6fa248f44083a2fbd642b8ed09f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/70f218c5bd6f4865bbcad86e9f942037] to archive 2024-12-15T05:35:52,601 DEBUG [StoreCloser-TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:52,602 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ff8c279a88d745848492a9aa768e5871 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/ff8c279a88d745848492a9aa768e5871 2024-12-15T05:35:52,602 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/70f218c5bd6f4865bbcad86e9f942037 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/70f218c5bd6f4865bbcad86e9f942037 2024-12-15T05:35:52,602 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/719b6fa248f44083a2fbd642b8ed09f9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/719b6fa248f44083a2fbd642b8ed09f9 2024-12-15T05:35:52,603 DEBUG [StoreCloser-TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1cbe269f6bf94ba481aff310c5e59dc5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/af5b367431794de4827680b0380fd878, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/59d94b9176c64153a31242a3733be821] to archive 2024-12-15T05:35:52,603 DEBUG [StoreCloser-TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:52,604 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1cbe269f6bf94ba481aff310c5e59dc5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/1cbe269f6bf94ba481aff310c5e59dc5 2024-12-15T05:35:52,604 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/59d94b9176c64153a31242a3733be821 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/59d94b9176c64153a31242a3733be821 2024-12-15T05:35:52,605 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/af5b367431794de4827680b0380fd878 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/af5b367431794de4827680b0380fd878 2024-12-15T05:35:52,605 DEBUG [StoreCloser-TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/6d669ee08ba94ef4b739c6934daeb79d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/84a0ae8f3d4a49a0960bfc8207f5e7b0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/36ced61cfe7340b1887d78e3c71361ce] to archive 2024-12-15T05:35:52,605 DEBUG [StoreCloser-TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:35:52,606 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/6d669ee08ba94ef4b739c6934daeb79d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/6d669ee08ba94ef4b739c6934daeb79d 2024-12-15T05:35:52,606 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/84a0ae8f3d4a49a0960bfc8207f5e7b0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/84a0ae8f3d4a49a0960bfc8207f5e7b0 2024-12-15T05:35:52,607 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/36ced61cfe7340b1887d78e3c71361ce to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/36ced61cfe7340b1887d78e3c71361ce 2024-12-15T05:35:52,609 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=4 2024-12-15T05:35:52,610 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56. 2024-12-15T05:35:52,610 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for aa461cb4557912b21c717090f6bccb56: 2024-12-15T05:35:52,611 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=aa461cb4557912b21c717090f6bccb56, regionState=CLOSED 2024-12-15T05:35:52,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-15T05:35:52,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure aa461cb4557912b21c717090f6bccb56, server=fcd62a4bcb63,36137,1734240823378 in 1.8860 sec 2024-12-15T05:35:52,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-12-15T05:35:52,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=aa461cb4557912b21c717090f6bccb56, UNASSIGN in 1.8910 sec 2024-12-15T05:35:52,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-15T05:35:52,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8930 sec 2024-12-15T05:35:52,615 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240952615"}]},"ts":"1734240952615"} 2024-12-15T05:35:52,616 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T05:35:52,628 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T05:35:52,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9510 sec 2024-12-15T05:35:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T05:35:52,792 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-15T05:35:52,793 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T05:35:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:52,797 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T05:35:52,799 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=132, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:52,802 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,805 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/recovered.edits] 2024-12-15T05:35:52,808 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/11159898d9bf41c79ca4422197730f7a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/11159898d9bf41c79ca4422197730f7a 2024-12-15T05:35:52,808 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/61182c831de440d08915d7a67e64e60d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/61182c831de440d08915d7a67e64e60d 2024-12-15T05:35:52,808 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/15cf2beb5425421b96b107b3e67d6b4c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/A/15cf2beb5425421b96b107b3e67d6b4c 2024-12-15T05:35:52,811 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/739bd88be2a3407fa6d1342d5badbb8f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/739bd88be2a3407fa6d1342d5badbb8f 2024-12-15T05:35:52,811 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/06d74dfc22ea4b9989d2e90b2495b059 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/06d74dfc22ea4b9989d2e90b2495b059 2024-12-15T05:35:52,811 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/fb2389fde6044cd193480bb6c9c78e60 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/B/fb2389fde6044cd193480bb6c9c78e60 2024-12-15T05:35:52,815 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/9505fceaf38e4e1595741cc0dcc685ef to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/9505fceaf38e4e1595741cc0dcc685ef 2024-12-15T05:35:52,815 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c26c171c08c84895b9d6909c8233265e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/c26c171c08c84895b9d6909c8233265e 2024-12-15T05:35:52,815 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ec4f8c4923274269aa6ba5795dd3eebf to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/C/ec4f8c4923274269aa6ba5795dd3eebf 2024-12-15T05:35:52,818 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/recovered.edits/380.seqid to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56/recovered.edits/380.seqid 2024-12-15T05:35:52,819 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,819 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T05:35:52,820 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T05:35:52,821 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T05:35:52,831 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121518a6430fcfea4980b5429af35e0033b5_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121518a6430fcfea4980b5429af35e0033b5_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,831 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215234c060cd75147be9416939dc8ac24b2_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215234c060cd75147be9416939dc8ac24b2_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,832 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151ffc490f70784edba47a0ccbb9a00e96_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151ffc490f70784edba47a0ccbb9a00e96_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,832 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152ff107fdd7724a72bc2e23b794ba6266_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152ff107fdd7724a72bc2e23b794ba6266_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,832 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215330b0c844cb04fb0a79c6ae19ba87304_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215330b0c844cb04fb0a79c6ae19ba87304_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,832 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215238a440167f3413c8179b3ccf92ddc74_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215238a440167f3413c8179b3ccf92ddc74_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,832 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153fff9b112cc84ae5a1f1dbd18124e032_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153fff9b112cc84ae5a1f1dbd18124e032_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,832 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121567e8ea0c10e04b2a842377f773f5ed72_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121567e8ea0c10e04b2a842377f773f5ed72_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,837 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121569826ad8cb0c4ca1a395764db1955105_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121569826ad8cb0c4ca1a395764db1955105_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,837 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157e90e7e5044a4fd9950a9131670525d1_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157e90e7e5044a4fd9950a9131670525d1_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,837 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121575dd9b2940804ae7937a148eab2dafad_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121575dd9b2940804ae7937a148eab2dafad_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,837 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121587dfbcebffa24cb8ac7be6160a469450_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121587dfbcebffa24cb8ac7be6160a469450_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,837 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158802d5fce4cf44469902f82ff6898fb1_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158802d5fce4cf44469902f82ff6898fb1_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,837 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a4666baa365d4c27af0187e4be77dea3_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a4666baa365d4c27af0187e4be77dea3_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,838 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596f12c5b151c428487d01b2786a9da0e_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596f12c5b151c428487d01b2786a9da0e_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,838 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a486db3e70704db9928c963d2dc8bc1e_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a486db3e70704db9928c963d2dc8bc1e_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,838 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aaeafdfdba1b473f96d233c13a231f32_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aaeafdfdba1b473f96d233c13a231f32_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,838 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f825b585a8db4e3fbdb779be1badaae0_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f825b585a8db4e3fbdb779be1badaae0_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,839 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215be95db5f3416419b8a838e2e4073a5f6_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215be95db5f3416419b8a838e2e4073a5f6_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,839 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b875665fa5df48bda365d5d47c45a25c_aa461cb4557912b21c717090f6bccb56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b875665fa5df48bda365d5d47c45a25c_aa461cb4557912b21c717090f6bccb56 2024-12-15T05:35:52,839 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T05:35:52,841 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=132, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:52,842 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T05:35:52,843 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T05:35:52,844 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=132, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:52,844 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T05:35:52,845 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734240952844"}]},"ts":"9223372036854775807"} 2024-12-15T05:35:52,846 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T05:35:52,846 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => aa461cb4557912b21c717090f6bccb56, NAME => 'TestAcidGuarantees,,1734240923706.aa461cb4557912b21c717090f6bccb56.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T05:35:52,846 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T05:35:52,846 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734240952846"}]},"ts":"9223372036854775807"} 2024-12-15T05:35:52,847 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T05:35:52,853 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=132, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:52,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-12-15T05:35:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T05:35:52,900 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-15T05:35:52,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=247 (was 244) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 411), ProcessCount=9 (was 11), AvailableMemoryMB=5002 (was 4095) - AvailableMemoryMB LEAK? - 2024-12-15T05:35:52,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=9, AvailableMemoryMB=5002 2024-12-15T05:35:52,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:35:52,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:35:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T05:35:52,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T05:35:52,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:52,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 133 2024-12-15T05:35:52,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T05:35:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T05:35:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742318_1494 (size=963) 2024-12-15T05:35:52,934 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:35:52,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742319_1495 (size=53) 2024-12-15T05:35:52,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T05:35:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T05:35:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T05:35:53,342 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:35:53,342 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 202aafb8f364e8ea9a1bdbcb3ad1c72c, disabling compactions & flushes 2024-12-15T05:35:53,342 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:53,342 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:53,342 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. after waiting 0 ms 2024-12-15T05:35:53,342 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:53,342 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:53,342 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:53,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T05:35:53,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734240953344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734240953344"}]},"ts":"1734240953344"} 2024-12-15T05:35:53,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T05:35:53,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T05:35:53,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240953345"}]},"ts":"1734240953345"} 2024-12-15T05:35:53,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T05:35:53,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=202aafb8f364e8ea9a1bdbcb3ad1c72c, ASSIGN}] 2024-12-15T05:35:53,387 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=202aafb8f364e8ea9a1bdbcb3ad1c72c, ASSIGN 2024-12-15T05:35:53,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=202aafb8f364e8ea9a1bdbcb3ad1c72c, ASSIGN; state=OFFLINE, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=false 2024-12-15T05:35:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T05:35:53,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=202aafb8f364e8ea9a1bdbcb3ad1c72c, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:53,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; OpenRegionProcedure 202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:35:53,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:53,697 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:53,697 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7285): Opening region: {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:35:53,698 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,698 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:35:53,698 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7327): checking encryption for 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,698 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7330): checking classloading for 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,699 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,700 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:53,700 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202aafb8f364e8ea9a1bdbcb3ad1c72c columnFamilyName A 2024-12-15T05:35:53,700 DEBUG [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:53,700 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.HStore(327): Store=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:53,701 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,701 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:53,702 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202aafb8f364e8ea9a1bdbcb3ad1c72c columnFamilyName B 2024-12-15T05:35:53,702 DEBUG [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:53,702 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.HStore(327): Store=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:53,702 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,703 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:35:53,703 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202aafb8f364e8ea9a1bdbcb3ad1c72c columnFamilyName C 2024-12-15T05:35:53,703 DEBUG [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:35:53,704 INFO [StoreOpener-202aafb8f364e8ea9a1bdbcb3ad1c72c-1 {}] regionserver.HStore(327): Store=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:35:53,704 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:53,704 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,705 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,706 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:35:53,706 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1085): writing seq id for 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:53,708 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:35:53,708 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1102): Opened 202aafb8f364e8ea9a1bdbcb3ad1c72c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65931369, jitterRate=-0.017546042799949646}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:35:53,709 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1001): Region open journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:53,709 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., pid=135, masterSystemTime=1734240953694 2024-12-15T05:35:53,711 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:53,711 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:53,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=202aafb8f364e8ea9a1bdbcb3ad1c72c, regionState=OPEN, openSeqNum=2, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:53,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-15T05:35:53,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; OpenRegionProcedure 202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 in 171 msec 2024-12-15T05:35:53,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-12-15T05:35:53,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=202aafb8f364e8ea9a1bdbcb3ad1c72c, ASSIGN in 328 msec 2024-12-15T05:35:53,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T05:35:53,716 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240953716"}]},"ts":"1734240953716"} 2024-12-15T05:35:53,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T05:35:53,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T05:35:53,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 830 msec 2024-12-15T05:35:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T05:35:54,035 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-12-15T05:35:54,037 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-12-15T05:35:54,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,048 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T05:35:54,051 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T05:35:54,053 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-12-15T05:35:54,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-12-15T05:35:54,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,071 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-12-15T05:35:54,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-12-15T05:35:54,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,088 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-12-15T05:35:54,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79d49886 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73d92042 2024-12-15T05:35:54,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c692575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,105 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x635b1751 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@593af048 2024-12-15T05:35:54,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd2497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-12-15T05:35:54,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-12-15T05:35:54,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,129 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-12-15T05:35:54,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:35:54,138 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:54,139 DEBUG [hconnection-0x28731a1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-15T05:35:54,140 DEBUG [hconnection-0x37f19cf4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,140 DEBUG [hconnection-0x7ba8a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T05:35:54,140 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:54,140 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,140 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:54,140 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,140 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:54,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:35:54,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:35:54,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:54,146 DEBUG [hconnection-0x261df043-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:35:54,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:54,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:35:54,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:54,146 DEBUG [hconnection-0x6f0472e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,146 DEBUG [hconnection-0x23ad8573-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,146 DEBUG [hconnection-0x34a9916e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,147 DEBUG [hconnection-0x5da36d4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,147 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,147 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,147 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,147 DEBUG [hconnection-0x655865f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,148 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,148 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,148 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,151 DEBUG [hconnection-0x4089c6d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:35:54,152 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:35:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241014153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241014153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241014154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241014154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241014154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/3784746739e64a59b72ee5f966dc8f38 is 50, key is test_row_0/A:col10/1734240954144/Put/seqid=0 2024-12-15T05:35:54,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742320_1496 (size=12001) 2024-12-15T05:35:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T05:35:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241014255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241014255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241014255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241014255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241014255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T05:35:54,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241014460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241014460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241014460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241014461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241014461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/3784746739e64a59b72ee5f966dc8f38 2024-12-15T05:35:54,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:54,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:54,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/080e33c08da74b3aa37f6569631fb16a is 50, key is test_row_0/B:col10/1734240954144/Put/seqid=0 2024-12-15T05:35:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742321_1497 (size=12001) 2024-12-15T05:35:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T05:35:54,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241014763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241014764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241014764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241014764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241014766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:54,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:54,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:54,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/080e33c08da74b3aa37f6569631fb16a 2024-12-15T05:35:55,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/c2d1cd30a9754bd4aef7708895682116 is 50, key is test_row_0/C:col10/1734240954144/Put/seqid=0 2024-12-15T05:35:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742322_1498 (size=12001) 2024-12-15T05:35:55,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:55,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:55,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T05:35:55,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241015267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241015269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241015270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241015270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241015270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:55,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:55,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/c2d1cd30a9754bd4aef7708895682116 2024-12-15T05:35:55,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/3784746739e64a59b72ee5f966dc8f38 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3784746739e64a59b72ee5f966dc8f38 2024-12-15T05:35:55,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3784746739e64a59b72ee5f966dc8f38, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T05:35:55,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/080e33c08da74b3aa37f6569631fb16a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/080e33c08da74b3aa37f6569631fb16a 2024-12-15T05:35:55,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/080e33c08da74b3aa37f6569631fb16a, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T05:35:55,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/c2d1cd30a9754bd4aef7708895682116 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c2d1cd30a9754bd4aef7708895682116 2024-12-15T05:35:55,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c2d1cd30a9754bd4aef7708895682116, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T05:35:55,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1296ms, sequenceid=12, compaction requested=false 2024-12-15T05:35:55,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:55,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:55,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T05:35:55,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:55,510 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T05:35:55,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:35:55,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:55,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:35:55,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:55,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:35:55,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:55,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/9dc63da0315047b3ad5371cc86247416 is 50, key is test_row_0/A:col10/1734240954152/Put/seqid=0 2024-12-15T05:35:55,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742323_1499 (size=12001) 2024-12-15T05:35:55,919 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/9dc63da0315047b3ad5371cc86247416 2024-12-15T05:35:55,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f97096c7fd234b80a54913a375505bb3 is 50, key is test_row_0/B:col10/1734240954152/Put/seqid=0 2024-12-15T05:35:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742324_1500 (size=12001) 2024-12-15T05:35:55,936 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f97096c7fd234b80a54913a375505bb3 2024-12-15T05:35:55,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/b73dfbd6285f4231818b83b481bb3b68 is 50, key is test_row_0/C:col10/1734240954152/Put/seqid=0 2024-12-15T05:35:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742325_1501 (size=12001) 2024-12-15T05:35:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T05:35:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:56,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:56,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241016278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241016279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241016281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241016282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241016282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,357 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/b73dfbd6285f4231818b83b481bb3b68 2024-12-15T05:35:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/9dc63da0315047b3ad5371cc86247416 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9dc63da0315047b3ad5371cc86247416 2024-12-15T05:35:56,363 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9dc63da0315047b3ad5371cc86247416, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T05:35:56,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f97096c7fd234b80a54913a375505bb3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f97096c7fd234b80a54913a375505bb3 2024-12-15T05:35:56,367 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f97096c7fd234b80a54913a375505bb3, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T05:35:56,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/b73dfbd6285f4231818b83b481bb3b68 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b73dfbd6285f4231818b83b481bb3b68 2024-12-15T05:35:56,371 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b73dfbd6285f4231818b83b481bb3b68, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T05:35:56,371 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 861ms, sequenceid=38, compaction requested=false 2024-12-15T05:35:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:56,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:56,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-15T05:35:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-15T05:35:56,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-15T05:35:56,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2330 sec 2024-12-15T05:35:56,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.2360 sec 2024-12-15T05:35:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:56,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:35:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:35:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:35:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:35:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:56,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/c383c70a264b484991b5b72f9e1b1bbc is 50, key is test_row_0/A:col10/1734240956281/Put/seqid=0 2024-12-15T05:35:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742326_1502 (size=14341) 2024-12-15T05:35:56,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/c383c70a264b484991b5b72f9e1b1bbc 2024-12-15T05:35:56,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/10c9b9f235bc49b888c4884f5b393493 is 50, key is test_row_0/B:col10/1734240956281/Put/seqid=0 2024-12-15T05:35:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742327_1503 (size=12001) 2024-12-15T05:35:56,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241016415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241016416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241016417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241016419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241016520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241016521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241016523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241016527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241016723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241016725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241016728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241016731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:56,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/10c9b9f235bc49b888c4884f5b393493 2024-12-15T05:35:56,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/6e0dabb181e1456187cb16c5564e7672 is 50, key is test_row_0/C:col10/1734240956281/Put/seqid=0 2024-12-15T05:35:56,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742328_1504 (size=12001) 2024-12-15T05:35:56,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/6e0dabb181e1456187cb16c5564e7672 2024-12-15T05:35:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/c383c70a264b484991b5b72f9e1b1bbc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c383c70a264b484991b5b72f9e1b1bbc 2024-12-15T05:35:56,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c383c70a264b484991b5b72f9e1b1bbc, entries=200, sequenceid=49, filesize=14.0 K 2024-12-15T05:35:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/10c9b9f235bc49b888c4884f5b393493 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/10c9b9f235bc49b888c4884f5b393493 2024-12-15T05:35:56,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/10c9b9f235bc49b888c4884f5b393493, entries=150, sequenceid=49, filesize=11.7 K 2024-12-15T05:35:56,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/6e0dabb181e1456187cb16c5564e7672 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6e0dabb181e1456187cb16c5564e7672 2024-12-15T05:35:56,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6e0dabb181e1456187cb16c5564e7672, entries=150, sequenceid=49, filesize=11.7 K 2024-12-15T05:35:56,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 444ms, sequenceid=49, compaction requested=true 2024-12-15T05:35:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:56,829 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:56,829 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:56,830 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:56,830 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/A is initiating minor compaction (all files) 2024-12-15T05:35:56,830 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/A in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:56,830 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:56,830 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3784746739e64a59b72ee5f966dc8f38, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9dc63da0315047b3ad5371cc86247416, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c383c70a264b484991b5b72f9e1b1bbc] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=37.4 K 2024-12-15T05:35:56,830 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/B is initiating minor compaction (all files) 2024-12-15T05:35:56,830 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/B in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:56,830 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/080e33c08da74b3aa37f6569631fb16a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f97096c7fd234b80a54913a375505bb3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/10c9b9f235bc49b888c4884f5b393493] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=35.2 K 2024-12-15T05:35:56,830 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3784746739e64a59b72ee5f966dc8f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734240954142 2024-12-15T05:35:56,830 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dc63da0315047b3ad5371cc86247416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734240954152 2024-12-15T05:35:56,830 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 080e33c08da74b3aa37f6569631fb16a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734240954142 2024-12-15T05:35:56,831 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c383c70a264b484991b5b72f9e1b1bbc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734240956277 2024-12-15T05:35:56,831 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f97096c7fd234b80a54913a375505bb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734240954152 2024-12-15T05:35:56,831 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 10c9b9f235bc49b888c4884f5b393493, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734240956277 2024-12-15T05:35:56,838 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:56,839 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/2ac224f16f7941a0be7b5ef35b0bfac7 is 50, key is test_row_0/B:col10/1734240956281/Put/seqid=0 2024-12-15T05:35:56,841 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:56,841 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/082d302b350c44c6bcf80b45a336cb6c is 50, key is test_row_0/A:col10/1734240956281/Put/seqid=0 2024-12-15T05:35:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742330_1506 (size=12104) 2024-12-15T05:35:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742329_1505 (size=12104) 2024-12-15T05:35:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:57,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T05:35:57,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:35:57,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:57,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:35:57,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:57,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:35:57,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:57,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/b3f3047676c24881b36330d6e124cb02 is 50, key is test_row_0/A:col10/1734240956418/Put/seqid=0 2024-12-15T05:35:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742331_1507 (size=14341) 2024-12-15T05:35:57,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241017039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241017039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241017043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241017044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241017145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241017145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241017148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241017152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,253 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/2ac224f16f7941a0be7b5ef35b0bfac7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2ac224f16f7941a0be7b5ef35b0bfac7 2024-12-15T05:35:57,254 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/082d302b350c44c6bcf80b45a336cb6c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/082d302b350c44c6bcf80b45a336cb6c 2024-12-15T05:35:57,256 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/B of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 2ac224f16f7941a0be7b5ef35b0bfac7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:57,256 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:57,256 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, priority=13, startTime=1734240956829; duration=0sec 2024-12-15T05:35:57,257 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:57,257 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:B 2024-12-15T05:35:57,257 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:57,257 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/A of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 082d302b350c44c6bcf80b45a336cb6c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:57,257 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:57,257 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, priority=13, startTime=1734240956829; duration=0sec 2024-12-15T05:35:57,257 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:57,257 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:A 2024-12-15T05:35:57,257 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:57,258 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/C is initiating minor compaction (all files) 2024-12-15T05:35:57,258 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/C in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:57,258 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c2d1cd30a9754bd4aef7708895682116, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b73dfbd6285f4231818b83b481bb3b68, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6e0dabb181e1456187cb16c5564e7672] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=35.2 K 2024-12-15T05:35:57,258 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c2d1cd30a9754bd4aef7708895682116, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734240954142 2024-12-15T05:35:57,258 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting b73dfbd6285f4231818b83b481bb3b68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734240954152 2024-12-15T05:35:57,258 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e0dabb181e1456187cb16c5564e7672, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734240956277 2024-12-15T05:35:57,262 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#C#compaction#430 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:57,263 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/3b712daf2f294a608e7359545920bff5 is 50, key is test_row_0/C:col10/1734240956281/Put/seqid=0 2024-12-15T05:35:57,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742332_1508 (size=12104) 2024-12-15T05:35:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241017348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241017348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241017353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241017355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/b3f3047676c24881b36330d6e124cb02 2024-12-15T05:35:57,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/26f9cfc712f74678b86485448ffefb0c is 50, key is test_row_0/B:col10/1734240956418/Put/seqid=0 2024-12-15T05:35:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742333_1509 (size=12001) 2024-12-15T05:35:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241017651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241017652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241017657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241017661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:57,702 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/3b712daf2f294a608e7359545920bff5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/3b712daf2f294a608e7359545920bff5 2024-12-15T05:35:57,705 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/C of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 3b712daf2f294a608e7359545920bff5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:57,705 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:57,705 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, priority=13, startTime=1734240956829; duration=0sec 2024-12-15T05:35:57,705 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:57,705 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:C 2024-12-15T05:35:57,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/26f9cfc712f74678b86485448ffefb0c 2024-12-15T05:35:57,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/defd213a1b1342c88509c08e49a35568 is 50, key is test_row_0/C:col10/1734240956418/Put/seqid=0 2024-12-15T05:35:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742334_1510 (size=12001) 2024-12-15T05:35:58,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T05:35:58,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241018157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241018159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241018163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241018165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T05:35:58,244 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-15T05:35:58,245 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:35:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-15T05:35:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T05:35:58,246 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:35:58,246 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:35:58,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:35:58,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/defd213a1b1342c88509c08e49a35568 2024-12-15T05:35:58,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/b3f3047676c24881b36330d6e124cb02 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/b3f3047676c24881b36330d6e124cb02 2024-12-15T05:35:58,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/b3f3047676c24881b36330d6e124cb02, entries=200, sequenceid=75, filesize=14.0 K 2024-12-15T05:35:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/26f9cfc712f74678b86485448ffefb0c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/26f9cfc712f74678b86485448ffefb0c 2024-12-15T05:35:58,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/26f9cfc712f74678b86485448ffefb0c, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T05:35:58,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/defd213a1b1342c88509c08e49a35568 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/defd213a1b1342c88509c08e49a35568 2024-12-15T05:35:58,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/defd213a1b1342c88509c08e49a35568, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T05:35:58,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1235ms, sequenceid=75, compaction requested=false 2024-12-15T05:35:58,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:35:58,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:35:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:35:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:35:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:35:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:58,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/9e564c4d37d24f2fa7e9422c58e02700 is 50, key is test_row_0/A:col10/1734240957036/Put/seqid=0 2024-12-15T05:35:58,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742335_1511 (size=14341) 2024-12-15T05:35:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T05:35:58,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:58,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241018395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241018502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T05:35:58,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:58,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/9e564c4d37d24f2fa7e9422c58e02700 2024-12-15T05:35:58,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:58,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/51f8c929a1ad4cffabaa44340f3764b8 is 50, key is test_row_0/B:col10/1734240957036/Put/seqid=0 2024-12-15T05:35:58,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241018707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742336_1512 (size=12001) 2024-12-15T05:35:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T05:35:58,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:58,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:58,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:58,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:58,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241019013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/51f8c929a1ad4cffabaa44340f3764b8 2024-12-15T05:35:59,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/1f0a4614a2924c679e77762ada3fc335 is 50, key is test_row_0/C:col10/1734240957036/Put/seqid=0 2024-12-15T05:35:59,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742337_1513 (size=12001) 2024-12-15T05:35:59,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241019164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241019168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241019172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241019174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T05:35:59,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:59,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:35:59,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:59,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:35:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241019518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/1f0a4614a2924c679e77762ada3fc335 2024-12-15T05:35:59,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/9e564c4d37d24f2fa7e9422c58e02700 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9e564c4d37d24f2fa7e9422c58e02700 2024-12-15T05:35:59,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9e564c4d37d24f2fa7e9422c58e02700, entries=200, sequenceid=89, filesize=14.0 K 2024-12-15T05:35:59,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/51f8c929a1ad4cffabaa44340f3764b8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/51f8c929a1ad4cffabaa44340f3764b8 2024-12-15T05:35:59,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/51f8c929a1ad4cffabaa44340f3764b8, entries=150, sequenceid=89, filesize=11.7 K 2024-12-15T05:35:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/1f0a4614a2924c679e77762ada3fc335 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1f0a4614a2924c679e77762ada3fc335 2024-12-15T05:35:59,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1f0a4614a2924c679e77762ada3fc335, entries=150, sequenceid=89, filesize=11.7 K 2024-12-15T05:35:59,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1244ms, sequenceid=89, compaction requested=true 2024-12-15T05:35:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:35:59,535 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:35:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:59,535 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:35:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:59,536 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:59,536 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:59,536 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/B is initiating minor compaction (all files) 2024-12-15T05:35:59,536 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/A is initiating minor compaction (all files) 2024-12-15T05:35:59,536 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/B in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,536 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/A in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,536 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/082d302b350c44c6bcf80b45a336cb6c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/b3f3047676c24881b36330d6e124cb02, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9e564c4d37d24f2fa7e9422c58e02700] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=39.8 K 2024-12-15T05:35:59,536 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2ac224f16f7941a0be7b5ef35b0bfac7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/26f9cfc712f74678b86485448ffefb0c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/51f8c929a1ad4cffabaa44340f3764b8] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=35.3 K 2024-12-15T05:35:59,537 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac224f16f7941a0be7b5ef35b0bfac7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734240956277 2024-12-15T05:35:59,537 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 082d302b350c44c6bcf80b45a336cb6c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734240956277 2024-12-15T05:35:59,537 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3f3047676c24881b36330d6e124cb02, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734240956414 2024-12-15T05:35:59,537 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 26f9cfc712f74678b86485448ffefb0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734240956414 2024-12-15T05:35:59,537 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 51f8c929a1ad4cffabaa44340f3764b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734240957036 2024-12-15T05:35:59,537 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e564c4d37d24f2fa7e9422c58e02700, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734240957036 2024-12-15T05:35:59,542 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:59,542 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f054447966524fec85aad31b6b858d87 is 50, key is test_row_0/B:col10/1734240957036/Put/seqid=0 2024-12-15T05:35:59,543 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#A#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:59,543 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/5257c38934614f17870dd56f08b6ee12 is 50, key is test_row_0/A:col10/1734240957036/Put/seqid=0 2024-12-15T05:35:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742339_1515 (size=12207) 2024-12-15T05:35:59,556 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/5257c38934614f17870dd56f08b6ee12 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5257c38934614f17870dd56f08b6ee12 2024-12-15T05:35:59,559 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/A of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 5257c38934614f17870dd56f08b6ee12(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:59,559 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:59,559 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, priority=13, startTime=1734240959535; duration=0sec 2024-12-15T05:35:59,559 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:35:59,559 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:A 2024-12-15T05:35:59,559 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:35:59,560 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:35:59,560 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/C is initiating minor compaction (all files) 2024-12-15T05:35:59,560 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/C in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,560 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/3b712daf2f294a608e7359545920bff5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/defd213a1b1342c88509c08e49a35568, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1f0a4614a2924c679e77762ada3fc335] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=35.3 K 2024-12-15T05:35:59,560 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b712daf2f294a608e7359545920bff5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734240956277 2024-12-15T05:35:59,561 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting defd213a1b1342c88509c08e49a35568, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734240956414 2024-12-15T05:35:59,561 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f0a4614a2924c679e77762ada3fc335, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734240957036 2024-12-15T05:35:59,570 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:35:59,570 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/abacb10ecaa84576982f18b93ae3fc38 is 50, key is test_row_0/C:col10/1734240957036/Put/seqid=0 2024-12-15T05:35:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742338_1514 (size=12207) 2024-12-15T05:35:59,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742340_1516 (size=12207) 2024-12-15T05:35:59,584 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/abacb10ecaa84576982f18b93ae3fc38 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/abacb10ecaa84576982f18b93ae3fc38 2024-12-15T05:35:59,587 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/C of 202aafb8f364e8ea9a1bdbcb3ad1c72c into abacb10ecaa84576982f18b93ae3fc38(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:59,587 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:59,587 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, priority=13, startTime=1734240959535; duration=0sec 2024-12-15T05:35:59,587 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:59,587 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:C 2024-12-15T05:35:59,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:35:59,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T05:35:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:35:59,615 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:35:59,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:35:59,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:59,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:35:59,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:59,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:35:59,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:35:59,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/c3245747b05a4fac84406ef05cbd96ac is 50, key is test_row_0/A:col10/1734240958350/Put/seqid=0 2024-12-15T05:35:59,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742341_1517 (size=12001) 2024-12-15T05:35:59,975 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f054447966524fec85aad31b6b858d87 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f054447966524fec85aad31b6b858d87 2024-12-15T05:35:59,978 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/B of 202aafb8f364e8ea9a1bdbcb3ad1c72c into f054447966524fec85aad31b6b858d87(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:35:59,978 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:35:59,978 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, priority=13, startTime=1734240959535; duration=0sec 2024-12-15T05:35:59,978 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:35:59,978 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:B 2024-12-15T05:36:00,022 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/c3245747b05a4fac84406ef05cbd96ac 2024-12-15T05:36:00,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/cecbaf9b8c8e46b2bda9655a90f2b9b5 is 50, key is test_row_0/B:col10/1734240958350/Put/seqid=0 2024-12-15T05:36:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742342_1518 (size=12001) 2024-12-15T05:36:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T05:36:00,434 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/cecbaf9b8c8e46b2bda9655a90f2b9b5 2024-12-15T05:36:00,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/4ab3f66d5bbd4efebdcd68b1a49b30af is 50, key is test_row_0/C:col10/1734240958350/Put/seqid=0 2024-12-15T05:36:00,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742343_1519 (size=12001) 2024-12-15T05:36:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241020544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241020646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:00,841 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/4ab3f66d5bbd4efebdcd68b1a49b30af 2024-12-15T05:36:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/c3245747b05a4fac84406ef05cbd96ac as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c3245747b05a4fac84406ef05cbd96ac 2024-12-15T05:36:00,846 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c3245747b05a4fac84406ef05cbd96ac, entries=150, sequenceid=116, filesize=11.7 K 2024-12-15T05:36:00,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/cecbaf9b8c8e46b2bda9655a90f2b9b5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/cecbaf9b8c8e46b2bda9655a90f2b9b5 2024-12-15T05:36:00,849 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/cecbaf9b8c8e46b2bda9655a90f2b9b5, entries=150, sequenceid=116, filesize=11.7 K 2024-12-15T05:36:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/4ab3f66d5bbd4efebdcd68b1a49b30af as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4ab3f66d5bbd4efebdcd68b1a49b30af 2024-12-15T05:36:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241020847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:00,852 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4ab3f66d5bbd4efebdcd68b1a49b30af, entries=150, sequenceid=116, filesize=11.7 K 2024-12-15T05:36:00,853 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1238ms, sequenceid=116, compaction requested=false 2024-12-15T05:36:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-15T05:36:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-15T05:36:00,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-15T05:36:00,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6080 sec 2024-12-15T05:36:00,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.6100 sec 2024-12-15T05:36:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:01,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:36:01,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:01,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:01,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:01,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:01,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:01,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:01,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/e59476cdfc6e4c2d8bf369837b273c58 is 50, key is test_row_0/A:col10/1734240961152/Put/seqid=0 2024-12-15T05:36:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742344_1520 (size=14391) 2024-12-15T05:36:01,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241021200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241021201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241021225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241021226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241021226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241021326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241021326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241021331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241021331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241021331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241021528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241021529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241021532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241021533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241021533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/e59476cdfc6e4c2d8bf369837b273c58 2024-12-15T05:36:01,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/24a92ed7a7804e579c6971e170a167c8 is 50, key is test_row_0/B:col10/1734240961152/Put/seqid=0 2024-12-15T05:36:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742345_1521 (size=12051) 2024-12-15T05:36:01,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241021833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241021833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241021835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241021837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241021838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:01,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/24a92ed7a7804e579c6971e170a167c8 2024-12-15T05:36:01,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/b0bda1e0231b415aa11dfc4fc08565b9 is 50, key is test_row_0/C:col10/1734240961152/Put/seqid=0 2024-12-15T05:36:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742346_1522 (size=12051) 2024-12-15T05:36:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241022339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241022341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241022343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241022343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:02,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241022344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T05:36:02,350 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-15T05:36:02,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-15T05:36:02,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T05:36:02,352 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:02,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:02,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/b0bda1e0231b415aa11dfc4fc08565b9 2024-12-15T05:36:02,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/e59476cdfc6e4c2d8bf369837b273c58 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e59476cdfc6e4c2d8bf369837b273c58 2024-12-15T05:36:02,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e59476cdfc6e4c2d8bf369837b273c58, entries=200, sequenceid=129, filesize=14.1 K 2024-12-15T05:36:02,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/24a92ed7a7804e579c6971e170a167c8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/24a92ed7a7804e579c6971e170a167c8 2024-12-15T05:36:02,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/24a92ed7a7804e579c6971e170a167c8, entries=150, sequenceid=129, filesize=11.8 K 2024-12-15T05:36:02,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/b0bda1e0231b415aa11dfc4fc08565b9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b0bda1e0231b415aa11dfc4fc08565b9 2024-12-15T05:36:02,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b0bda1e0231b415aa11dfc4fc08565b9, entries=150, sequenceid=129, filesize=11.8 K 2024-12-15T05:36:02,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1236ms, sequenceid=129, compaction requested=true 2024-12-15T05:36:02,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:02,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:02,389 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:02,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:02,390 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:02,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:02,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:02,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:02,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:02,391 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:02,391 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:02,391 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/A is initiating minor compaction (all files) 2024-12-15T05:36:02,391 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/B is initiating minor compaction (all files) 2024-12-15T05:36:02,391 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/A in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:02,391 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/B in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:02,391 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5257c38934614f17870dd56f08b6ee12, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c3245747b05a4fac84406ef05cbd96ac, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e59476cdfc6e4c2d8bf369837b273c58] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=37.7 K 2024-12-15T05:36:02,391 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f054447966524fec85aad31b6b858d87, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/cecbaf9b8c8e46b2bda9655a90f2b9b5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/24a92ed7a7804e579c6971e170a167c8] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=35.4 K 2024-12-15T05:36:02,391 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f054447966524fec85aad31b6b858d87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734240957036 2024-12-15T05:36:02,391 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5257c38934614f17870dd56f08b6ee12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734240957036 2024-12-15T05:36:02,392 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting cecbaf9b8c8e46b2bda9655a90f2b9b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734240958350 2024-12-15T05:36:02,392 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3245747b05a4fac84406ef05cbd96ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734240958350 2024-12-15T05:36:02,392 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e59476cdfc6e4c2d8bf369837b273c58, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734240960538 2024-12-15T05:36:02,392 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 24a92ed7a7804e579c6971e170a167c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734240960538 2024-12-15T05:36:02,397 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#A#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:02,397 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/e53c9305f9254391b97118a5ec4677c3 is 50, key is test_row_0/A:col10/1734240961152/Put/seqid=0 2024-12-15T05:36:02,399 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:02,399 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/0bd20e598008429c81fa2ff1bcaac33d is 50, key is test_row_0/B:col10/1734240961152/Put/seqid=0 2024-12-15T05:36:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742347_1523 (size=12359) 2024-12-15T05:36:02,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742348_1524 (size=12359) 2024-12-15T05:36:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T05:36:02,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:02,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-15T05:36:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:02,504 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T05:36:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/07bbda87459d43769e9699d1417bd03f is 50, key is test_row_0/A:col10/1734240961201/Put/seqid=0 2024-12-15T05:36:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742349_1525 (size=12151) 2024-12-15T05:36:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T05:36:02,835 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/0bd20e598008429c81fa2ff1bcaac33d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/0bd20e598008429c81fa2ff1bcaac33d 2024-12-15T05:36:02,835 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/e53c9305f9254391b97118a5ec4677c3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e53c9305f9254391b97118a5ec4677c3 2024-12-15T05:36:02,839 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/A of 202aafb8f364e8ea9a1bdbcb3ad1c72c into e53c9305f9254391b97118a5ec4677c3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:02,839 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/B of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 0bd20e598008429c81fa2ff1bcaac33d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:02,839 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:02,839 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:02,839 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, priority=13, startTime=1734240962389; duration=0sec 2024-12-15T05:36:02,839 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, priority=13, startTime=1734240962389; duration=0sec 2024-12-15T05:36:02,839 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:02,839 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:02,839 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:A 2024-12-15T05:36:02,839 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:B 2024-12-15T05:36:02,839 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:02,840 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:02,840 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/C is initiating minor compaction (all files) 2024-12-15T05:36:02,840 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/C in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:02,840 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/abacb10ecaa84576982f18b93ae3fc38, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4ab3f66d5bbd4efebdcd68b1a49b30af, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b0bda1e0231b415aa11dfc4fc08565b9] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=35.4 K 2024-12-15T05:36:02,841 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting abacb10ecaa84576982f18b93ae3fc38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734240957036 2024-12-15T05:36:02,841 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ab3f66d5bbd4efebdcd68b1a49b30af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734240958350 2024-12-15T05:36:02,841 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0bda1e0231b415aa11dfc4fc08565b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734240960538 2024-12-15T05:36:02,846 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:02,847 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/7e47d3905bdb4dcfa123fcbe8f936b63 is 50, key is test_row_0/C:col10/1734240961152/Put/seqid=0 2024-12-15T05:36:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742350_1526 (size=12359) 2024-12-15T05:36:02,911 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/07bbda87459d43769e9699d1417bd03f 2024-12-15T05:36:02,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/d731af5c27ae4bca81a59dddcc4b40f9 is 50, key is test_row_0/B:col10/1734240961201/Put/seqid=0 2024-12-15T05:36:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742351_1527 (size=12151) 2024-12-15T05:36:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T05:36:02,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T05:36:02,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T05:36:03,254 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/7e47d3905bdb4dcfa123fcbe8f936b63 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/7e47d3905bdb4dcfa123fcbe8f936b63 2024-12-15T05:36:03,258 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/C of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 7e47d3905bdb4dcfa123fcbe8f936b63(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:03,258 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:03,258 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, priority=13, startTime=1734240962390; duration=0sec 2024-12-15T05:36:03,258 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:03,258 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:C 2024-12-15T05:36:03,319 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/d731af5c27ae4bca81a59dddcc4b40f9 2024-12-15T05:36:03,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/704dc939a4c74afc954f4a5887febeff is 50, key is test_row_0/C:col10/1734240961201/Put/seqid=0 2024-12-15T05:36:03,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742352_1528 (size=12151) 2024-12-15T05:36:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:03,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:03,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241023353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241023353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241023353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241023355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241023356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T05:36:03,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241023456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241023457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241023457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241023460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241023659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241023659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241023660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241023663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,727 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/704dc939a4c74afc954f4a5887febeff 2024-12-15T05:36:03,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/07bbda87459d43769e9699d1417bd03f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/07bbda87459d43769e9699d1417bd03f 2024-12-15T05:36:03,733 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/07bbda87459d43769e9699d1417bd03f, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T05:36:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/d731af5c27ae4bca81a59dddcc4b40f9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d731af5c27ae4bca81a59dddcc4b40f9 2024-12-15T05:36:03,736 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d731af5c27ae4bca81a59dddcc4b40f9, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T05:36:03,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/704dc939a4c74afc954f4a5887febeff as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/704dc939a4c74afc954f4a5887febeff 2024-12-15T05:36:03,739 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/704dc939a4c74afc954f4a5887febeff, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T05:36:03,740 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1236ms, sequenceid=155, compaction requested=false 2024-12-15T05:36:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-15T05:36:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-15T05:36:03,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-15T05:36:03,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3890 sec 2024-12-15T05:36:03,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.3910 sec 2024-12-15T05:36:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:03,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:36:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:03,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:03,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/06bc48675ee247f2b7bacb41ad3de2a6 is 50, key is test_row_0/A:col10/1734240963963/Put/seqid=0 2024-12-15T05:36:03,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742353_1529 (size=14541) 2024-12-15T05:36:03,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241023986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241023986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241023987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:03,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241023988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241024094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241024094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241024095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241024095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241024298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241024298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241024299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241024299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/06bc48675ee247f2b7bacb41ad3de2a6 2024-12-15T05:36:04,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/a03889bfa6bf4393a0ea18eeaed7951b is 50, key is test_row_0/B:col10/1734240963963/Put/seqid=0 2024-12-15T05:36:04,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742354_1530 (size=12151) 2024-12-15T05:36:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T05:36:04,455 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-15T05:36:04,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-15T05:36:04,457 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T05:36:04,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:04,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T05:36:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241024602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241024602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241024603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241024604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-15T05:36:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:04,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T05:36:04,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-15T05:36:04,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:04,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:04,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:04,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:04,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:04,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/a03889bfa6bf4393a0ea18eeaed7951b 2024-12-15T05:36:04,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/65edc870478d40ed8b46bb993975e8cf is 50, key is test_row_0/C:col10/1734240963963/Put/seqid=0 2024-12-15T05:36:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742355_1531 (size=12151) 2024-12-15T05:36:04,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:04,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-15T05:36:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:04,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T05:36:05,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:05,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-15T05:36:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:05,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:05,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241025106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:05,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241025107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:05,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241025109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:05,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241025110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:05,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/65edc870478d40ed8b46bb993975e8cf 2024-12-15T05:36:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/06bc48675ee247f2b7bacb41ad3de2a6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/06bc48675ee247f2b7bacb41ad3de2a6 2024-12-15T05:36:05,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/06bc48675ee247f2b7bacb41ad3de2a6, entries=200, sequenceid=171, filesize=14.2 K 2024-12-15T05:36:05,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/a03889bfa6bf4393a0ea18eeaed7951b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/a03889bfa6bf4393a0ea18eeaed7951b 2024-12-15T05:36:05,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/a03889bfa6bf4393a0ea18eeaed7951b, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T05:36:05,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/65edc870478d40ed8b46bb993975e8cf as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/65edc870478d40ed8b46bb993975e8cf 2024-12-15T05:36:05,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/65edc870478d40ed8b46bb993975e8cf, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T05:36:05,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1234ms, sequenceid=171, compaction requested=true 2024-12-15T05:36:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:05,198 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:05,198 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:05,199 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:05,199 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:05,199 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/B is initiating minor compaction (all files) 2024-12-15T05:36:05,199 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/A is initiating minor compaction (all files) 2024-12-15T05:36:05,199 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/A in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:05,199 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/B in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:05,199 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e53c9305f9254391b97118a5ec4677c3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/07bbda87459d43769e9699d1417bd03f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/06bc48675ee247f2b7bacb41ad3de2a6] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=38.1 K 2024-12-15T05:36:05,199 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/0bd20e598008429c81fa2ff1bcaac33d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d731af5c27ae4bca81a59dddcc4b40f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/a03889bfa6bf4393a0ea18eeaed7951b] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=35.8 K 2024-12-15T05:36:05,200 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e53c9305f9254391b97118a5ec4677c3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734240960538 2024-12-15T05:36:05,200 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bd20e598008429c81fa2ff1bcaac33d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734240960538 2024-12-15T05:36:05,200 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07bbda87459d43769e9699d1417bd03f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734240961199 2024-12-15T05:36:05,200 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d731af5c27ae4bca81a59dddcc4b40f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734240961199 2024-12-15T05:36:05,200 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting a03889bfa6bf4393a0ea18eeaed7951b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734240963350 2024-12-15T05:36:05,200 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06bc48675ee247f2b7bacb41ad3de2a6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734240963350 2024-12-15T05:36:05,205 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:05,205 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#A#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:05,205 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/d854283efb314aee8b8b651414f35c77 is 50, key is test_row_0/A:col10/1734240963963/Put/seqid=0 2024-12-15T05:36:05,205 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/78b32ca8c1264908bb5abe47f2e95fe0 is 50, key is test_row_0/B:col10/1734240963963/Put/seqid=0 2024-12-15T05:36:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742357_1533 (size=12561) 2024-12-15T05:36:05,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742356_1532 (size=12561) 2024-12-15T05:36:05,214 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/d854283efb314aee8b8b651414f35c77 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/d854283efb314aee8b8b651414f35c77 2024-12-15T05:36:05,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:05,217 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/A of 202aafb8f364e8ea9a1bdbcb3ad1c72c into d854283efb314aee8b8b651414f35c77(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:05,218 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:05,218 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, priority=13, startTime=1734240965198; duration=0sec 2024-12-15T05:36:05,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-15T05:36:05,218 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:05,218 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:A 2024-12-15T05:36:05,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:05,218 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:05,218 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T05:36:05,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:05,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:05,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:05,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:05,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:05,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:05,219 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:05,219 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/C is initiating minor compaction (all files) 2024-12-15T05:36:05,219 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/C in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:05,219 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/7e47d3905bdb4dcfa123fcbe8f936b63, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/704dc939a4c74afc954f4a5887febeff, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/65edc870478d40ed8b46bb993975e8cf] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=35.8 K 2024-12-15T05:36:05,220 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e47d3905bdb4dcfa123fcbe8f936b63, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734240960538 2024-12-15T05:36:05,220 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704dc939a4c74afc954f4a5887febeff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734240961199 2024-12-15T05:36:05,220 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65edc870478d40ed8b46bb993975e8cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734240963350 2024-12-15T05:36:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/169ad4df9b724f1f9b636b54629233e9 is 50, key is test_row_0/A:col10/1734240963985/Put/seqid=0 2024-12-15T05:36:05,225 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:05,226 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/de8b7793f19e47e3aac380e33c7e49d9 is 50, key is test_row_0/C:col10/1734240963963/Put/seqid=0 2024-12-15T05:36:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742358_1534 (size=12151) 2024-12-15T05:36:05,228 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/169ad4df9b724f1f9b636b54629233e9 2024-12-15T05:36:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742359_1535 (size=12561) 2024-12-15T05:36:05,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/358ae37e65cd40b1b19505a5a51b8b1d is 50, key is test_row_0/B:col10/1734240963985/Put/seqid=0 2024-12-15T05:36:05,239 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/de8b7793f19e47e3aac380e33c7e49d9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/de8b7793f19e47e3aac380e33c7e49d9 2024-12-15T05:36:05,244 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/C of 202aafb8f364e8ea9a1bdbcb3ad1c72c into de8b7793f19e47e3aac380e33c7e49d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:05,244 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:05,244 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, priority=13, startTime=1734240965198; duration=0sec 2024-12-15T05:36:05,244 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:05,244 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:C 2024-12-15T05:36:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742360_1536 (size=12151) 2024-12-15T05:36:05,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:05,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241025404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:05,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241025509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T05:36:05,615 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/78b32ca8c1264908bb5abe47f2e95fe0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/78b32ca8c1264908bb5abe47f2e95fe0 2024-12-15T05:36:05,618 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/B of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 78b32ca8c1264908bb5abe47f2e95fe0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:05,618 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:05,618 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, priority=13, startTime=1734240965198; duration=0sec 2024-12-15T05:36:05,618 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:05,618 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:B 2024-12-15T05:36:05,646 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/358ae37e65cd40b1b19505a5a51b8b1d 2024-12-15T05:36:05,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/0110324be3bf4609a5e3e0d2770c25f9 is 50, key is test_row_0/C:col10/1734240963985/Put/seqid=0 2024-12-15T05:36:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742361_1537 (size=12151) 2024-12-15T05:36:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241025713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241026018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/0110324be3bf4609a5e3e0d2770c25f9 2024-12-15T05:36:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/169ad4df9b724f1f9b636b54629233e9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/169ad4df9b724f1f9b636b54629233e9 2024-12-15T05:36:06,061 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/169ad4df9b724f1f9b636b54629233e9, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T05:36:06,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/358ae37e65cd40b1b19505a5a51b8b1d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/358ae37e65cd40b1b19505a5a51b8b1d 2024-12-15T05:36:06,063 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/358ae37e65cd40b1b19505a5a51b8b1d, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T05:36:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/0110324be3bf4609a5e3e0d2770c25f9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0110324be3bf4609a5e3e0d2770c25f9 2024-12-15T05:36:06,066 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0110324be3bf4609a5e3e0d2770c25f9, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T05:36:06,067 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 849ms, sequenceid=195, compaction requested=false 2024-12-15T05:36:06,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:06,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:06,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-15T05:36:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-15T05:36:06,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-15T05:36:06,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6100 sec 2024-12-15T05:36:06,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.6130 sec 2024-12-15T05:36:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:06,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T05:36:06,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:06,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:06,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:06,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:06,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:06,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:06,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/21992546e2e44a9aaa7543fa39361451 is 50, key is test_row_0/A:col10/1734240965398/Put/seqid=0 2024-12-15T05:36:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742362_1538 (size=14541) 2024-12-15T05:36:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241026145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241026146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241026149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241026149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241026251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241026251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241026254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241026254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241026453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241026453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241026458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241026459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/21992546e2e44a9aaa7543fa39361451 2024-12-15T05:36:06,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241026522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/59fdb166813642978f3e1d902ddf1ad8 is 50, key is test_row_0/B:col10/1734240965398/Put/seqid=0 2024-12-15T05:36:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742363_1539 (size=12151) 2024-12-15T05:36:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T05:36:06,561 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-15T05:36:06,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-15T05:36:06,563 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T05:36:06,563 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:06,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T05:36:06,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-15T05:36:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:06,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:06,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:06,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241026755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241026756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241026760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241026763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T05:36:06,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:06,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-15T05:36:06,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:06,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:06,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:06,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:06,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:06,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/59fdb166813642978f3e1d902ddf1ad8 2024-12-15T05:36:06,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/1a1d6be7bb084a2f8240a0ddd8db39fe is 50, key is test_row_0/C:col10/1734240965398/Put/seqid=0 2024-12-15T05:36:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742364_1540 (size=12151) 2024-12-15T05:36:07,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-15T05:36:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T05:36:07,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-15T05:36:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241027259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241027261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241027263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241027266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-15T05:36:07,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:07,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:07,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/1a1d6be7bb084a2f8240a0ddd8db39fe 2024-12-15T05:36:07,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/21992546e2e44a9aaa7543fa39361451 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/21992546e2e44a9aaa7543fa39361451 2024-12-15T05:36:07,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/21992546e2e44a9aaa7543fa39361451, entries=200, sequenceid=211, filesize=14.2 K 2024-12-15T05:36:07,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/59fdb166813642978f3e1d902ddf1ad8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/59fdb166813642978f3e1d902ddf1ad8 2024-12-15T05:36:07,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/59fdb166813642978f3e1d902ddf1ad8, entries=150, sequenceid=211, filesize=11.9 K 2024-12-15T05:36:07,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/1a1d6be7bb084a2f8240a0ddd8db39fe as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1a1d6be7bb084a2f8240a0ddd8db39fe 2024-12-15T05:36:07,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1a1d6be7bb084a2f8240a0ddd8db39fe, entries=150, sequenceid=211, filesize=11.9 K 2024-12-15T05:36:07,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1237ms, sequenceid=211, compaction requested=true 2024-12-15T05:36:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:07,351 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:07,351 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/A is initiating minor compaction (all files) 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/B is initiating minor compaction (all files) 2024-12-15T05:36:07,352 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/B in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,352 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/A in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,352 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/d854283efb314aee8b8b651414f35c77, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/169ad4df9b724f1f9b636b54629233e9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/21992546e2e44a9aaa7543fa39361451] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=38.3 K 2024-12-15T05:36:07,352 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/78b32ca8c1264908bb5abe47f2e95fe0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/358ae37e65cd40b1b19505a5a51b8b1d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/59fdb166813642978f3e1d902ddf1ad8] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=36.0 K 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b32ca8c1264908bb5abe47f2e95fe0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734240963350 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting d854283efb314aee8b8b651414f35c77, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734240963350 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 358ae37e65cd40b1b19505a5a51b8b1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734240963985 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 169ad4df9b724f1f9b636b54629233e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734240963985 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 59fdb166813642978f3e1d902ddf1ad8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734240965398 2024-12-15T05:36:07,352 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21992546e2e44a9aaa7543fa39361451, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734240965391 2024-12-15T05:36:07,356 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:07,357 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/872344ec3a024eb3a3c120abeb6f2fe2 is 50, key is test_row_0/A:col10/1734240965398/Put/seqid=0 2024-12-15T05:36:07,357 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:07,357 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/4b5001ba526e4e02bedd367cffcc62e6 is 50, key is test_row_0/B:col10/1734240965398/Put/seqid=0 2024-12-15T05:36:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742365_1541 (size=12663) 2024-12-15T05:36:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742366_1542 (size=12663) 2024-12-15T05:36:07,362 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/4b5001ba526e4e02bedd367cffcc62e6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/4b5001ba526e4e02bedd367cffcc62e6 2024-12-15T05:36:07,365 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/B of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 4b5001ba526e4e02bedd367cffcc62e6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:07,365 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:07,365 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, priority=13, startTime=1734240967351; duration=0sec 2024-12-15T05:36:07,365 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:07,365 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:B 2024-12-15T05:36:07,365 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:07,366 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:07,366 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/C is initiating minor compaction (all files) 2024-12-15T05:36:07,366 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/C in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,366 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/de8b7793f19e47e3aac380e33c7e49d9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0110324be3bf4609a5e3e0d2770c25f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1a1d6be7bb084a2f8240a0ddd8db39fe] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=36.0 K 2024-12-15T05:36:07,366 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting de8b7793f19e47e3aac380e33c7e49d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734240963350 2024-12-15T05:36:07,366 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 0110324be3bf4609a5e3e0d2770c25f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734240963985 2024-12-15T05:36:07,366 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a1d6be7bb084a2f8240a0ddd8db39fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734240965398 2024-12-15T05:36:07,371 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:07,372 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/4cbab257640f4053ace0bb1b73fdb654 is 50, key is test_row_0/C:col10/1734240965398/Put/seqid=0 2024-12-15T05:36:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742367_1543 (size=12663) 2024-12-15T05:36:07,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-15T05:36:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:07,475 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T05:36:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:07,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/ebc9457ad4234348857d505f4351d1e3 is 50, key is test_row_0/A:col10/1734240966145/Put/seqid=0 2024-12-15T05:36:07,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742368_1544 (size=12151) 2024-12-15T05:36:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:07,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:07,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241027571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T05:36:07,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241027678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,763 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/872344ec3a024eb3a3c120abeb6f2fe2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/872344ec3a024eb3a3c120abeb6f2fe2 2024-12-15T05:36:07,766 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/A of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 872344ec3a024eb3a3c120abeb6f2fe2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:07,766 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:07,766 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, priority=13, startTime=1734240967351; duration=0sec 2024-12-15T05:36:07,767 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:07,767 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:A 2024-12-15T05:36:07,783 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/4cbab257640f4053ace0bb1b73fdb654 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4cbab257640f4053ace0bb1b73fdb654 2024-12-15T05:36:07,786 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/C of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 4cbab257640f4053ace0bb1b73fdb654(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:07,786 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:07,787 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, priority=13, startTime=1734240967351; duration=0sec 2024-12-15T05:36:07,787 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:07,787 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:C 2024-12-15T05:36:07,882 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/ebc9457ad4234348857d505f4351d1e3 2024-12-15T05:36:07,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241027883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:07,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/7bcbd81674604342aeb3040cafbc4af4 is 50, key is test_row_0/B:col10/1734240966145/Put/seqid=0 2024-12-15T05:36:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742369_1545 (size=12151) 2024-12-15T05:36:08,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241028186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:08,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241028266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:08,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241028267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241028273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241028274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:08,316 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/7bcbd81674604342aeb3040cafbc4af4 2024-12-15T05:36:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/58a5223138b04a439d1a3ecd89904fbe is 50, key is test_row_0/C:col10/1734240966145/Put/seqid=0 2024-12-15T05:36:08,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742370_1546 (size=12151) 2024-12-15T05:36:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T05:36:08,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241028690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:08,726 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/58a5223138b04a439d1a3ecd89904fbe 2024-12-15T05:36:08,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/ebc9457ad4234348857d505f4351d1e3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/ebc9457ad4234348857d505f4351d1e3 2024-12-15T05:36:08,731 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/ebc9457ad4234348857d505f4351d1e3, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T05:36:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/7bcbd81674604342aeb3040cafbc4af4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/7bcbd81674604342aeb3040cafbc4af4 2024-12-15T05:36:08,734 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/7bcbd81674604342aeb3040cafbc4af4, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T05:36:08,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/58a5223138b04a439d1a3ecd89904fbe as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/58a5223138b04a439d1a3ecd89904fbe 2024-12-15T05:36:08,736 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/58a5223138b04a439d1a3ecd89904fbe, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T05:36:08,737 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1263ms, sequenceid=234, compaction requested=false 2024-12-15T05:36:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-15T05:36:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-15T05:36:08,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-15T05:36:08,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-12-15T05:36:08,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.1770 sec 2024-12-15T05:36:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:09,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T05:36:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:09,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/8ffae52108d54b648b0068848ff4fe0e is 50, key is test_row_0/A:col10/1734240967566/Put/seqid=0 2024-12-15T05:36:09,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742371_1547 (size=14541) 2024-12-15T05:36:09,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241029785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:09,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241029890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241030094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/8ffae52108d54b648b0068848ff4fe0e 2024-12-15T05:36:10,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/48e1839701ae43a6a290980f71f058a1 is 50, key is test_row_0/B:col10/1734240967566/Put/seqid=0 2024-12-15T05:36:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742372_1548 (size=12151) 2024-12-15T05:36:10,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1734241030275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,277 DEBUG [Thread-2193 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:36:10,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1734241030284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,287 DEBUG [Thread-2197 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:36:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54142 deadline: 1734241030285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,289 DEBUG [Thread-2201 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:36:10,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54170 deadline: 1734241030289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,293 DEBUG [Thread-2199 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:36:10,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241030398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/48e1839701ae43a6a290980f71f058a1 2024-12-15T05:36:10,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/30a489de6ff24bcbaab64c87c0a6000a is 50, key is test_row_0/C:col10/1734240967566/Put/seqid=0 2024-12-15T05:36:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742373_1549 (size=12151) 2024-12-15T05:36:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T05:36:10,667 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-15T05:36:10,667 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-15T05:36:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-15T05:36:10,668 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:10,669 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:10,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-15T05:36:10,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-15T05:36:10,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:10,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:10,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:10,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241030904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/30a489de6ff24bcbaab64c87c0a6000a 2024-12-15T05:36:10,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/8ffae52108d54b648b0068848ff4fe0e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8ffae52108d54b648b0068848ff4fe0e 2024-12-15T05:36:10,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8ffae52108d54b648b0068848ff4fe0e, entries=200, sequenceid=251, filesize=14.2 K 2024-12-15T05:36:10,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/48e1839701ae43a6a290980f71f058a1 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/48e1839701ae43a6a290980f71f058a1 2024-12-15T05:36:10,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/48e1839701ae43a6a290980f71f058a1, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T05:36:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/30a489de6ff24bcbaab64c87c0a6000a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/30a489de6ff24bcbaab64c87c0a6000a 2024-12-15T05:36:10,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/30a489de6ff24bcbaab64c87c0a6000a, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T05:36:10,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 1239ms, sequenceid=251, compaction requested=true 2024-12-15T05:36:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:10,940 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:10,940 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:10,941 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:10,941 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:10,941 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/A is initiating minor compaction (all files) 2024-12-15T05:36:10,941 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/B is initiating minor compaction (all files) 2024-12-15T05:36:10,941 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/A in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:10,941 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/B in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:10,941 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/872344ec3a024eb3a3c120abeb6f2fe2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/ebc9457ad4234348857d505f4351d1e3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8ffae52108d54b648b0068848ff4fe0e] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=38.4 K 2024-12-15T05:36:10,941 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/4b5001ba526e4e02bedd367cffcc62e6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/7bcbd81674604342aeb3040cafbc4af4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/48e1839701ae43a6a290980f71f058a1] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=36.1 K 2024-12-15T05:36:10,941 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 872344ec3a024eb3a3c120abeb6f2fe2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734240965398 2024-12-15T05:36:10,941 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebc9457ad4234348857d505f4351d1e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240966140 2024-12-15T05:36:10,942 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b5001ba526e4e02bedd367cffcc62e6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734240965398 2024-12-15T05:36:10,942 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ffae52108d54b648b0068848ff4fe0e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734240967548 2024-12-15T05:36:10,942 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bcbd81674604342aeb3040cafbc4af4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240966140 2024-12-15T05:36:10,942 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 48e1839701ae43a6a290980f71f058a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734240967566 2024-12-15T05:36:10,947 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#A#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:10,948 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:10,948 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/78489ca23e2847758dc2d74435ef2657 is 50, key is test_row_0/A:col10/1734240967566/Put/seqid=0 2024-12-15T05:36:10,948 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/d1a8d6c7e867404a9a2e18a962118894 is 50, key is test_row_0/B:col10/1734240967566/Put/seqid=0 2024-12-15T05:36:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742375_1551 (size=12765) 2024-12-15T05:36:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742374_1550 (size=12765) 2024-12-15T05:36:10,955 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/d1a8d6c7e867404a9a2e18a962118894 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d1a8d6c7e867404a9a2e18a962118894 2024-12-15T05:36:10,955 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/78489ca23e2847758dc2d74435ef2657 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/78489ca23e2847758dc2d74435ef2657 2024-12-15T05:36:10,959 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/B of 202aafb8f364e8ea9a1bdbcb3ad1c72c into d1a8d6c7e867404a9a2e18a962118894(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:10,959 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/A of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 78489ca23e2847758dc2d74435ef2657(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:10,959 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:10,959 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:10,959 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, priority=13, startTime=1734240970940; duration=0sec 2024-12-15T05:36:10,959 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, priority=13, startTime=1734240970940; duration=0sec 2024-12-15T05:36:10,959 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:10,959 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:10,959 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:A 2024-12-15T05:36:10,959 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:B 2024-12-15T05:36:10,959 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:10,960 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:10,961 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/C is initiating minor compaction (all files) 2024-12-15T05:36:10,961 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/C in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:10,961 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4cbab257640f4053ace0bb1b73fdb654, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/58a5223138b04a439d1a3ecd89904fbe, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/30a489de6ff24bcbaab64c87c0a6000a] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=36.1 K 2024-12-15T05:36:10,961 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cbab257640f4053ace0bb1b73fdb654, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734240965398 2024-12-15T05:36:10,961 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a5223138b04a439d1a3ecd89904fbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240966140 2024-12-15T05:36:10,961 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30a489de6ff24bcbaab64c87c0a6000a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734240967566 2024-12-15T05:36:10,966 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:10,967 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/c91012152ba443e4bf8f89fa6440262a is 50, key is test_row_0/C:col10/1734240967566/Put/seqid=0 2024-12-15T05:36:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-15T05:36:10,972 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:10,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-15T05:36:10,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:10,973 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T05:36:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:10,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/345159cc4a8447c995173e5ca1e945d2 is 50, key is test_row_0/A:col10/1734240969784/Put/seqid=0 2024-12-15T05:36:10,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742376_1552 (size=12765) 2024-12-15T05:36:10,987 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/c91012152ba443e4bf8f89fa6440262a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c91012152ba443e4bf8f89fa6440262a 2024-12-15T05:36:10,992 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/C of 202aafb8f364e8ea9a1bdbcb3ad1c72c into c91012152ba443e4bf8f89fa6440262a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:10,992 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:10,992 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, priority=13, startTime=1734240970940; duration=0sec 2024-12-15T05:36:10,992 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:10,992 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:C 2024-12-15T05:36:10,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742377_1553 (size=12301) 2024-12-15T05:36:10,998 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/345159cc4a8447c995173e5ca1e945d2 2024-12-15T05:36:11,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f758cb8795d34c1ba0a473c5b31f8d5c is 50, key is test_row_0/B:col10/1734240969784/Put/seqid=0 2024-12-15T05:36:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742378_1554 (size=12301) 2024-12-15T05:36:11,009 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f758cb8795d34c1ba0a473c5b31f8d5c 2024-12-15T05:36:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/9a7e3ed18eba40e1bc13c549d7344694 is 50, key is test_row_0/C:col10/1734240969784/Put/seqid=0 2024-12-15T05:36:11,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742379_1555 (size=12301) 2024-12-15T05:36:11,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/9a7e3ed18eba40e1bc13c549d7344694 2024-12-15T05:36:11,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/345159cc4a8447c995173e5ca1e945d2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/345159cc4a8447c995173e5ca1e945d2 2024-12-15T05:36:11,039 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/345159cc4a8447c995173e5ca1e945d2, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T05:36:11,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f758cb8795d34c1ba0a473c5b31f8d5c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f758cb8795d34c1ba0a473c5b31f8d5c 2024-12-15T05:36:11,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f758cb8795d34c1ba0a473c5b31f8d5c, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T05:36:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/9a7e3ed18eba40e1bc13c549d7344694 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9a7e3ed18eba40e1bc13c549d7344694 2024-12-15T05:36:11,046 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9a7e3ed18eba40e1bc13c549d7344694, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T05:36:11,047 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 73ms, sequenceid=274, compaction requested=false 2024-12-15T05:36:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-15T05:36:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-15T05:36:11,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-15T05:36:11,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 379 msec 2024-12-15T05:36:11,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 382 msec 2024-12-15T05:36:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-15T05:36:11,270 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-15T05:36:11,271 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-15T05:36:11,272 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-15T05:36:11,272 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:11,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-15T05:36:11,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:11,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-15T05:36:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-15T05:36:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-15T05:36:11,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-15T05:36:11,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 152 msec 2024-12-15T05:36:11,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 155 msec 2024-12-15T05:36:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-15T05:36:11,574 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-15T05:36:11,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-15T05:36:11,578 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-15T05:36:11,578 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:11,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-15T05:36:11,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:11,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-15T05:36:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-15T05:36:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-15T05:36:11,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T05:36:11,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-15T05:36:11,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-15T05:36:11,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 155 msec 2024-12-15T05:36:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-15T05:36:11,879 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-15T05:36:11,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-15T05:36:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-15T05:36:11,881 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:11,881 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:11,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:11,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:36:11,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:11,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:11,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:11,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:11,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:11,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:11,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/1ea3d248077a4c279e56d59dfa9510b2 is 50, key is test_row_0/A:col10/1734240971936/Put/seqid=0 2024-12-15T05:36:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742380_1556 (size=14741) 2024-12-15T05:36:11,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/1ea3d248077a4c279e56d59dfa9510b2 2024-12-15T05:36:11,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/bf3502407db84e7ebdd01fa1517bb80a is 50, key is test_row_0/B:col10/1734240971936/Put/seqid=0 2024-12-15T05:36:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742381_1557 (size=12301) 2024-12-15T05:36:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-15T05:36:12,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-15T05:36:12,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:12,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241032036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241032141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-15T05:36:12,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-15T05:36:12,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:12,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,336 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-15T05:36:12,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:12,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241032344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/bf3502407db84e7ebdd01fa1517bb80a 2024-12-15T05:36:12,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/362fe3b9b28145078a8f4a9c6fe30e03 is 50, key is test_row_0/C:col10/1734240971936/Put/seqid=0 2024-12-15T05:36:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742382_1558 (size=12301) 2024-12-15T05:36:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-15T05:36:12,488 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-15T05:36:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-15T05:36:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:12,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241032649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/362fe3b9b28145078a8f4a9c6fe30e03 2024-12-15T05:36:12,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/1ea3d248077a4c279e56d59dfa9510b2 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/1ea3d248077a4c279e56d59dfa9510b2 2024-12-15T05:36:12,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/1ea3d248077a4c279e56d59dfa9510b2, entries=200, sequenceid=288, filesize=14.4 K 2024-12-15T05:36:12,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/bf3502407db84e7ebdd01fa1517bb80a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/bf3502407db84e7ebdd01fa1517bb80a 2024-12-15T05:36:12,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/bf3502407db84e7ebdd01fa1517bb80a, entries=150, sequenceid=288, filesize=12.0 K 2024-12-15T05:36:12,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/362fe3b9b28145078a8f4a9c6fe30e03 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/362fe3b9b28145078a8f4a9c6fe30e03 2024-12-15T05:36:12,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/362fe3b9b28145078a8f4a9c6fe30e03, entries=150, sequenceid=288, filesize=12.0 K 2024-12-15T05:36:12,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 833ms, sequenceid=288, compaction requested=true 2024-12-15T05:36:12,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:12,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:12,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:12,769 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:12,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:12,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:12,770 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:12,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:12,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:12,770 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:12,770 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:12,770 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/A is initiating minor compaction (all files) 2024-12-15T05:36:12,770 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/B is initiating minor compaction (all files) 2024-12-15T05:36:12,770 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/A in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,770 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/B in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,770 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d1a8d6c7e867404a9a2e18a962118894, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f758cb8795d34c1ba0a473c5b31f8d5c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/bf3502407db84e7ebdd01fa1517bb80a] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=36.5 K 2024-12-15T05:36:12,770 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/78489ca23e2847758dc2d74435ef2657, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/345159cc4a8447c995173e5ca1e945d2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/1ea3d248077a4c279e56d59dfa9510b2] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=38.9 K 2024-12-15T05:36:12,770 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting d1a8d6c7e867404a9a2e18a962118894, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734240967566 2024-12-15T05:36:12,770 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78489ca23e2847758dc2d74435ef2657, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734240967566 2024-12-15T05:36:12,771 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f758cb8795d34c1ba0a473c5b31f8d5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734240969771 2024-12-15T05:36:12,771 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 345159cc4a8447c995173e5ca1e945d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734240969771 2024-12-15T05:36:12,771 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3502407db84e7ebdd01fa1517bb80a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734240971929 2024-12-15T05:36:12,771 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ea3d248077a4c279e56d59dfa9510b2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734240971926 2024-12-15T05:36:12,775 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:12,775 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:12,776 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/2b686ecbf93c4b21a9ec95c3993c2520 is 50, key is test_row_0/B:col10/1734240971936/Put/seqid=0 2024-12-15T05:36:12,776 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/a7f63f63850f419aab3cdd3ace576b65 is 50, key is test_row_0/A:col10/1734240971936/Put/seqid=0 2024-12-15T05:36:12,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742384_1560 (size=13017) 2024-12-15T05:36:12,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742383_1559 (size=13017) 2024-12-15T05:36:12,787 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/a7f63f63850f419aab3cdd3ace576b65 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/a7f63f63850f419aab3cdd3ace576b65 2024-12-15T05:36:12,790 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/A of 202aafb8f364e8ea9a1bdbcb3ad1c72c into a7f63f63850f419aab3cdd3ace576b65(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:12,790 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:12,790 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, priority=13, startTime=1734240972769; duration=0sec 2024-12-15T05:36:12,791 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:12,791 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:A 2024-12-15T05:36:12,791 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:12,791 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:12,791 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/C is initiating minor compaction (all files) 2024-12-15T05:36:12,791 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/C in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,791 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c91012152ba443e4bf8f89fa6440262a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9a7e3ed18eba40e1bc13c549d7344694, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/362fe3b9b28145078a8f4a9c6fe30e03] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=36.5 K 2024-12-15T05:36:12,792 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c91012152ba443e4bf8f89fa6440262a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734240967566 2024-12-15T05:36:12,792 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a7e3ed18eba40e1bc13c549d7344694, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734240969771 2024-12-15T05:36:12,792 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 362fe3b9b28145078a8f4a9c6fe30e03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734240971929 2024-12-15T05:36:12,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:12,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-15T05:36:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:12,793 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T05:36:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:12,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/29408a5731714780af38c1d207f73fd9 is 50, key is test_row_0/A:col10/1734240972013/Put/seqid=0 2024-12-15T05:36:12,799 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:12,799 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/9e17482014784f3eaefe546269e73e8a is 50, key is test_row_0/C:col10/1734240971936/Put/seqid=0 2024-12-15T05:36:12,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742385_1561 (size=12301) 2024-12-15T05:36:12,801 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/29408a5731714780af38c1d207f73fd9 2024-12-15T05:36:12,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742386_1562 (size=13017) 2024-12-15T05:36:12,806 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/9e17482014784f3eaefe546269e73e8a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9e17482014784f3eaefe546269e73e8a 2024-12-15T05:36:12,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f5fd7f00297640dc92ddfc8144281dee is 50, key is test_row_0/B:col10/1734240972013/Put/seqid=0 2024-12-15T05:36:12,810 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/C of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 9e17482014784f3eaefe546269e73e8a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:12,810 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:12,810 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, priority=13, startTime=1734240972770; duration=0sec 2024-12-15T05:36:12,811 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:12,811 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:C 2024-12-15T05:36:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742387_1563 (size=12301) 2024-12-15T05:36:12,812 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f5fd7f00297640dc92ddfc8144281dee 2024-12-15T05:36:12,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/8b2ad1528133407da76206d93fe737b0 is 50, key is test_row_0/C:col10/1734240972013/Put/seqid=0 2024-12-15T05:36:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742388_1564 (size=12301) 2024-12-15T05:36:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-15T05:36:13,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:13,187 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/2b686ecbf93c4b21a9ec95c3993c2520 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2b686ecbf93c4b21a9ec95c3993c2520 2024-12-15T05:36:13,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241033185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:13,189 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/B of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 2b686ecbf93c4b21a9ec95c3993c2520(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:13,189 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:13,189 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, priority=13, startTime=1734240972769; duration=0sec 2024-12-15T05:36:13,189 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:13,189 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:B 2024-12-15T05:36:13,221 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/8b2ad1528133407da76206d93fe737b0 2024-12-15T05:36:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/29408a5731714780af38c1d207f73fd9 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/29408a5731714780af38c1d207f73fd9 2024-12-15T05:36:13,226 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/29408a5731714780af38c1d207f73fd9, entries=150, sequenceid=314, filesize=12.0 K 2024-12-15T05:36:13,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/f5fd7f00297640dc92ddfc8144281dee as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f5fd7f00297640dc92ddfc8144281dee 2024-12-15T05:36:13,229 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f5fd7f00297640dc92ddfc8144281dee, entries=150, sequenceid=314, filesize=12.0 K 2024-12-15T05:36:13,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/8b2ad1528133407da76206d93fe737b0 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/8b2ad1528133407da76206d93fe737b0 2024-12-15T05:36:13,232 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/8b2ad1528133407da76206d93fe737b0, entries=150, sequenceid=314, filesize=12.0 K 2024-12-15T05:36:13,233 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 440ms, sequenceid=314, compaction requested=false 2024-12-15T05:36:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-15T05:36:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-15T05:36:13,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-15T05:36:13,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3530 sec 2024-12-15T05:36:13,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.3550 sec 2024-12-15T05:36:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:13,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T05:36:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:13,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/5422d937007c4337bef4c575af365040 is 50, key is test_row_0/A:col10/1734240973292/Put/seqid=0 2024-12-15T05:36:13,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742389_1565 (size=14741) 2024-12-15T05:36:13,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241033380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:13,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241033488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:13,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241033691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:13,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/5422d937007c4337bef4c575af365040 2024-12-15T05:36:13,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/8f7ef278f44944f48ca930b111027887 is 50, key is test_row_0/B:col10/1734240973292/Put/seqid=0 2024-12-15T05:36:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742390_1566 (size=12301) 2024-12-15T05:36:13,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/8f7ef278f44944f48ca930b111027887 2024-12-15T05:36:13,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/ea3b483fff1a46968f96d2c403d9cfa5 is 50, key is test_row_0/C:col10/1734240973292/Put/seqid=0 2024-12-15T05:36:13,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742391_1567 (size=12301) 2024-12-15T05:36:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-15T05:36:13,984 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-15T05:36:13,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-15T05:36:13,986 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-15T05:36:13,987 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:13,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:13,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54120 deadline: 1734241033996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-15T05:36:14,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/ea3b483fff1a46968f96d2c403d9cfa5 2024-12-15T05:36:14,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/5422d937007c4337bef4c575af365040 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5422d937007c4337bef4c575af365040 2024-12-15T05:36:14,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5422d937007c4337bef4c575af365040, entries=200, sequenceid=328, filesize=14.4 K 2024-12-15T05:36:14,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/8f7ef278f44944f48ca930b111027887 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/8f7ef278f44944f48ca930b111027887 2024-12-15T05:36:14,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/8f7ef278f44944f48ca930b111027887, entries=150, sequenceid=328, filesize=12.0 K 2024-12-15T05:36:14,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/ea3b483fff1a46968f96d2c403d9cfa5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/ea3b483fff1a46968f96d2c403d9cfa5 2024-12-15T05:36:14,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/ea3b483fff1a46968f96d2c403d9cfa5, entries=150, sequenceid=328, filesize=12.0 K 2024-12-15T05:36:14,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 835ms, sequenceid=328, compaction requested=true 2024-12-15T05:36:14,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:14,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:14,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:14,127 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:14,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:14,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:14,127 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:14,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202aafb8f364e8ea9a1bdbcb3ad1c72c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:14,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/A is initiating minor compaction (all files) 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/B is initiating minor compaction (all files) 2024-12-15T05:36:14,128 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/A in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:14,128 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/B in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:14,128 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/a7f63f63850f419aab3cdd3ace576b65, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/29408a5731714780af38c1d207f73fd9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5422d937007c4337bef4c575af365040] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=39.1 K 2024-12-15T05:36:14,128 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2b686ecbf93c4b21a9ec95c3993c2520, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f5fd7f00297640dc92ddfc8144281dee, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/8f7ef278f44944f48ca930b111027887] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=36.7 K 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7f63f63850f419aab3cdd3ace576b65, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734240971929 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b686ecbf93c4b21a9ec95c3993c2520, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734240971929 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29408a5731714780af38c1d207f73fd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734240972013 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting f5fd7f00297640dc92ddfc8144281dee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734240972013 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5422d937007c4337bef4c575af365040, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734240973168 2024-12-15T05:36:14,128 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f7ef278f44944f48ca930b111027887, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734240973179 2024-12-15T05:36:14,133 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:14,133 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#A#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:14,133 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/5fdc5985b0da497fb6d9cce6165c4f29 is 50, key is test_row_0/B:col10/1734240973292/Put/seqid=0 2024-12-15T05:36:14,133 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/3f5ed1bc0b2b46379b8b4d8091830ed6 is 50, key is test_row_0/A:col10/1734240973292/Put/seqid=0 2024-12-15T05:36:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742393_1569 (size=13119) 2024-12-15T05:36:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742392_1568 (size=13119) 2024-12-15T05:36:14,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:14,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-15T05:36:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:14,138 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:36:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:14,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:14,139 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/3f5ed1bc0b2b46379b8b4d8091830ed6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3f5ed1bc0b2b46379b8b4d8091830ed6 2024-12-15T05:36:14,141 DEBUG [Thread-2208 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:53650 2024-12-15T05:36:14,141 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/8c33ef53047f45ec9539f7bad54b9a29 is 50, key is test_row_0/A:col10/1734240973374/Put/seqid=0 2024-12-15T05:36:14,142 DEBUG [Thread-2204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79d49886 to 127.0.0.1:53650 2024-12-15T05:36:14,142 DEBUG [Thread-2204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,143 DEBUG [Thread-2210 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:53650 2024-12-15T05:36:14,143 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,145 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/A of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 3f5ed1bc0b2b46379b8b4d8091830ed6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:14,145 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:14,145 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/A, priority=13, startTime=1734240974127; duration=0sec 2024-12-15T05:36:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742394_1570 (size=12301) 2024-12-15T05:36:14,145 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:14,145 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:A 2024-12-15T05:36:14,146 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:14,146 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/8c33ef53047f45ec9539f7bad54b9a29 2024-12-15T05:36:14,146 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:14,146 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 202aafb8f364e8ea9a1bdbcb3ad1c72c/C is initiating minor compaction (all files) 2024-12-15T05:36:14,146 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 202aafb8f364e8ea9a1bdbcb3ad1c72c/C in TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:14,146 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9e17482014784f3eaefe546269e73e8a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/8b2ad1528133407da76206d93fe737b0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/ea3b483fff1a46968f96d2c403d9cfa5] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp, totalSize=36.7 K 2024-12-15T05:36:14,147 DEBUG [Thread-2212 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:53650 2024-12-15T05:36:14,147 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,147 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e17482014784f3eaefe546269e73e8a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734240971929 2024-12-15T05:36:14,147 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b2ad1528133407da76206d93fe737b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734240972013 2024-12-15T05:36:14,147 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea3b483fff1a46968f96d2c403d9cfa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734240973179 2024-12-15T05:36:14,147 DEBUG [Thread-2206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x635b1751 to 127.0.0.1:53650 2024-12-15T05:36:14,147 DEBUG [Thread-2206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/faa3cc3388964bb7b87c6615acd4f75d is 50, key is test_row_0/B:col10/1734240973374/Put/seqid=0 2024-12-15T05:36:14,151 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202aafb8f364e8ea9a1bdbcb3ad1c72c#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:14,151 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/0952828deeb3457db9bfcfcc95532015 is 50, key is test_row_0/C:col10/1734240973292/Put/seqid=0 2024-12-15T05:36:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742395_1571 (size=12301) 2024-12-15T05:36:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742396_1572 (size=13119) 2024-12-15T05:36:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-15T05:36:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:14,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. as already flushing 2024-12-15T05:36:14,302 DEBUG [Thread-2199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:53650 2024-12-15T05:36:14,302 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,303 DEBUG [Thread-2197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:53650 2024-12-15T05:36:14,303 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,306 DEBUG [Thread-2193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:53650 2024-12-15T05:36:14,306 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,317 DEBUG [Thread-2201 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:53650 2024-12-15T05:36:14,317 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,504 DEBUG [Thread-2195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:53650 2024-12-15T05:36:14,504 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:14,547 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/5fdc5985b0da497fb6d9cce6165c4f29 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/5fdc5985b0da497fb6d9cce6165c4f29 2024-12-15T05:36:14,552 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/B of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 5fdc5985b0da497fb6d9cce6165c4f29(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:14,552 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:14,552 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/B, priority=13, startTime=1734240974127; duration=0sec 2024-12-15T05:36:14,552 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:14,552 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:B 2024-12-15T05:36:14,557 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/faa3cc3388964bb7b87c6615acd4f75d 2024-12-15T05:36:14,563 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/0952828deeb3457db9bfcfcc95532015 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0952828deeb3457db9bfcfcc95532015 2024-12-15T05:36:14,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/e37304dddbd14e0a96d67e046b213653 is 50, key is test_row_0/C:col10/1734240973374/Put/seqid=0 2024-12-15T05:36:14,568 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 202aafb8f364e8ea9a1bdbcb3ad1c72c/C of 202aafb8f364e8ea9a1bdbcb3ad1c72c into 0952828deeb3457db9bfcfcc95532015(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:14,568 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:14,569 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c., storeName=202aafb8f364e8ea9a1bdbcb3ad1c72c/C, priority=13, startTime=1734240974127; duration=0sec 2024-12-15T05:36:14,569 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:14,569 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202aafb8f364e8ea9a1bdbcb3ad1c72c:C 2024-12-15T05:36:14,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742397_1573 (size=12301) 2024-12-15T05:36:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-15T05:36:14,971 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/e37304dddbd14e0a96d67e046b213653 2024-12-15T05:36:14,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/8c33ef53047f45ec9539f7bad54b9a29 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8c33ef53047f45ec9539f7bad54b9a29 2024-12-15T05:36:14,986 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8c33ef53047f45ec9539f7bad54b9a29, entries=150, sequenceid=352, filesize=12.0 K 2024-12-15T05:36:14,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/faa3cc3388964bb7b87c6615acd4f75d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/faa3cc3388964bb7b87c6615acd4f75d 2024-12-15T05:36:14,992 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/faa3cc3388964bb7b87c6615acd4f75d, entries=150, sequenceid=352, filesize=12.0 K 2024-12-15T05:36:14,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/e37304dddbd14e0a96d67e046b213653 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/e37304dddbd14e0a96d67e046b213653 2024-12-15T05:36:14,996 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/e37304dddbd14e0a96d67e046b213653, entries=150, sequenceid=352, filesize=12.0 K 2024-12-15T05:36:14,997 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 859ms, sequenceid=352, compaction requested=false 2024-12-15T05:36:14,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:14,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:14,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-15T05:36:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-15T05:36:14,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-15T05:36:14,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-12-15T05:36:15,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.0150 sec 2024-12-15T05:36:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-15T05:36:15,092 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T05:36:15,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3562 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10686 rows 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3582 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10746 rows 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3599 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10797 rows 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3588 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10764 rows 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3594 2024-12-15T05:36:15,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10782 rows 2024-12-15T05:36:15,093 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T05:36:15,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:53650 2024-12-15T05:36:15,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:15,098 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T05:36:15,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T05:36:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-15T05:36:15,102 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240975101"}]},"ts":"1734240975101"} 2024-12-15T05:36:15,102 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T05:36:15,145 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T05:36:15,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:36:15,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=202aafb8f364e8ea9a1bdbcb3ad1c72c, UNASSIGN}] 2024-12-15T05:36:15,149 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=202aafb8f364e8ea9a1bdbcb3ad1c72c, UNASSIGN 2024-12-15T05:36:15,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=202aafb8f364e8ea9a1bdbcb3ad1c72c, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:15,151 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:36:15,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:36:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-15T05:36:15,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:15,304 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:15,304 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:36:15,304 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 202aafb8f364e8ea9a1bdbcb3ad1c72c, disabling compactions & flushes 2024-12-15T05:36:15,304 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:15,304 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:15,304 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. after waiting 0 ms 2024-12-15T05:36:15,304 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:15,305 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2837): Flushing 202aafb8f364e8ea9a1bdbcb3ad1c72c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T05:36:15,305 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=A 2024-12-15T05:36:15,305 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:15,305 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=B 2024-12-15T05:36:15,305 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:15,305 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 202aafb8f364e8ea9a1bdbcb3ad1c72c, store=C 2024-12-15T05:36:15,305 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:15,310 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/89cd32f2bd13440ab9254260ea8b4b15 is 50, key is test_row_0/A:col10/1734240974315/Put/seqid=0 2024-12-15T05:36:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742398_1574 (size=9857) 2024-12-15T05:36:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-15T05:36:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-15T05:36:15,717 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/89cd32f2bd13440ab9254260ea8b4b15 2024-12-15T05:36:15,725 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/3c58437add8f4f1381eb79e7d4142ea3 is 50, key is test_row_0/B:col10/1734240974315/Put/seqid=0 2024-12-15T05:36:15,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742399_1575 (size=9857) 2024-12-15T05:36:15,731 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/3c58437add8f4f1381eb79e7d4142ea3 2024-12-15T05:36:15,740 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/6534e966e82140339bedc96124a09fd7 is 50, key is test_row_0/C:col10/1734240974315/Put/seqid=0 2024-12-15T05:36:15,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742400_1576 (size=9857) 2024-12-15T05:36:16,145 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/6534e966e82140339bedc96124a09fd7 2024-12-15T05:36:16,153 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/A/89cd32f2bd13440ab9254260ea8b4b15 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/89cd32f2bd13440ab9254260ea8b4b15 2024-12-15T05:36:16,155 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/89cd32f2bd13440ab9254260ea8b4b15, entries=100, sequenceid=363, filesize=9.6 K 2024-12-15T05:36:16,156 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/B/3c58437add8f4f1381eb79e7d4142ea3 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/3c58437add8f4f1381eb79e7d4142ea3 2024-12-15T05:36:16,158 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/3c58437add8f4f1381eb79e7d4142ea3, entries=100, sequenceid=363, filesize=9.6 K 2024-12-15T05:36:16,158 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/.tmp/C/6534e966e82140339bedc96124a09fd7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6534e966e82140339bedc96124a09fd7 2024-12-15T05:36:16,160 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6534e966e82140339bedc96124a09fd7, entries=100, sequenceid=363, filesize=9.6 K 2024-12-15T05:36:16,161 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 202aafb8f364e8ea9a1bdbcb3ad1c72c in 857ms, sequenceid=363, compaction requested=true 2024-12-15T05:36:16,161 DEBUG [StoreCloser-TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3784746739e64a59b72ee5f966dc8f38, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9dc63da0315047b3ad5371cc86247416, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c383c70a264b484991b5b72f9e1b1bbc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/082d302b350c44c6bcf80b45a336cb6c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/b3f3047676c24881b36330d6e124cb02, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9e564c4d37d24f2fa7e9422c58e02700, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5257c38934614f17870dd56f08b6ee12, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c3245747b05a4fac84406ef05cbd96ac, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e59476cdfc6e4c2d8bf369837b273c58, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e53c9305f9254391b97118a5ec4677c3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/07bbda87459d43769e9699d1417bd03f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/06bc48675ee247f2b7bacb41ad3de2a6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/d854283efb314aee8b8b651414f35c77, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/169ad4df9b724f1f9b636b54629233e9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/21992546e2e44a9aaa7543fa39361451, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/872344ec3a024eb3a3c120abeb6f2fe2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/ebc9457ad4234348857d505f4351d1e3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8ffae52108d54b648b0068848ff4fe0e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/78489ca23e2847758dc2d74435ef2657, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/345159cc4a8447c995173e5ca1e945d2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/1ea3d248077a4c279e56d59dfa9510b2, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/a7f63f63850f419aab3cdd3ace576b65, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/29408a5731714780af38c1d207f73fd9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5422d937007c4337bef4c575af365040] to archive 2024-12-15T05:36:16,162 DEBUG [StoreCloser-TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:36:16,164 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c383c70a264b484991b5b72f9e1b1bbc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c383c70a264b484991b5b72f9e1b1bbc 2024-12-15T05:36:16,164 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/082d302b350c44c6bcf80b45a336cb6c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/082d302b350c44c6bcf80b45a336cb6c 2024-12-15T05:36:16,164 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9dc63da0315047b3ad5371cc86247416 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9dc63da0315047b3ad5371cc86247416 2024-12-15T05:36:16,164 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9e564c4d37d24f2fa7e9422c58e02700 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/9e564c4d37d24f2fa7e9422c58e02700 2024-12-15T05:36:16,165 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c3245747b05a4fac84406ef05cbd96ac to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/c3245747b05a4fac84406ef05cbd96ac 2024-12-15T05:36:16,165 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3784746739e64a59b72ee5f966dc8f38 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3784746739e64a59b72ee5f966dc8f38 2024-12-15T05:36:16,165 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5257c38934614f17870dd56f08b6ee12 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5257c38934614f17870dd56f08b6ee12 2024-12-15T05:36:16,165 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/b3f3047676c24881b36330d6e124cb02 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/b3f3047676c24881b36330d6e124cb02 2024-12-15T05:36:16,165 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e53c9305f9254391b97118a5ec4677c3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e53c9305f9254391b97118a5ec4677c3 2024-12-15T05:36:16,165 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e59476cdfc6e4c2d8bf369837b273c58 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/e59476cdfc6e4c2d8bf369837b273c58 2024-12-15T05:36:16,166 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/07bbda87459d43769e9699d1417bd03f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/07bbda87459d43769e9699d1417bd03f 2024-12-15T05:36:16,166 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/06bc48675ee247f2b7bacb41ad3de2a6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/06bc48675ee247f2b7bacb41ad3de2a6 2024-12-15T05:36:16,166 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/21992546e2e44a9aaa7543fa39361451 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/21992546e2e44a9aaa7543fa39361451 2024-12-15T05:36:16,167 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/ebc9457ad4234348857d505f4351d1e3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/ebc9457ad4234348857d505f4351d1e3 2024-12-15T05:36:16,167 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/d854283efb314aee8b8b651414f35c77 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/d854283efb314aee8b8b651414f35c77 2024-12-15T05:36:16,167 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/872344ec3a024eb3a3c120abeb6f2fe2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/872344ec3a024eb3a3c120abeb6f2fe2 2024-12-15T05:36:16,167 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8ffae52108d54b648b0068848ff4fe0e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8ffae52108d54b648b0068848ff4fe0e 2024-12-15T05:36:16,167 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/169ad4df9b724f1f9b636b54629233e9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/169ad4df9b724f1f9b636b54629233e9 2024-12-15T05:36:16,168 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/78489ca23e2847758dc2d74435ef2657 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/78489ca23e2847758dc2d74435ef2657 2024-12-15T05:36:16,168 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/345159cc4a8447c995173e5ca1e945d2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/345159cc4a8447c995173e5ca1e945d2 2024-12-15T05:36:16,168 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/1ea3d248077a4c279e56d59dfa9510b2 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/1ea3d248077a4c279e56d59dfa9510b2 2024-12-15T05:36:16,168 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5422d937007c4337bef4c575af365040 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/5422d937007c4337bef4c575af365040 2024-12-15T05:36:16,168 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/a7f63f63850f419aab3cdd3ace576b65 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/a7f63f63850f419aab3cdd3ace576b65 2024-12-15T05:36:16,168 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/29408a5731714780af38c1d207f73fd9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/29408a5731714780af38c1d207f73fd9 2024-12-15T05:36:16,169 DEBUG [StoreCloser-TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/080e33c08da74b3aa37f6569631fb16a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f97096c7fd234b80a54913a375505bb3, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2ac224f16f7941a0be7b5ef35b0bfac7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/10c9b9f235bc49b888c4884f5b393493, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/26f9cfc712f74678b86485448ffefb0c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f054447966524fec85aad31b6b858d87, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/51f8c929a1ad4cffabaa44340f3764b8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/cecbaf9b8c8e46b2bda9655a90f2b9b5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/0bd20e598008429c81fa2ff1bcaac33d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/24a92ed7a7804e579c6971e170a167c8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d731af5c27ae4bca81a59dddcc4b40f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/78b32ca8c1264908bb5abe47f2e95fe0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/a03889bfa6bf4393a0ea18eeaed7951b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/358ae37e65cd40b1b19505a5a51b8b1d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/4b5001ba526e4e02bedd367cffcc62e6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/59fdb166813642978f3e1d902ddf1ad8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/7bcbd81674604342aeb3040cafbc4af4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d1a8d6c7e867404a9a2e18a962118894, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/48e1839701ae43a6a290980f71f058a1, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f758cb8795d34c1ba0a473c5b31f8d5c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2b686ecbf93c4b21a9ec95c3993c2520, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/bf3502407db84e7ebdd01fa1517bb80a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f5fd7f00297640dc92ddfc8144281dee, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/8f7ef278f44944f48ca930b111027887] to archive 2024-12-15T05:36:16,170 DEBUG [StoreCloser-TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:36:16,171 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2ac224f16f7941a0be7b5ef35b0bfac7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2ac224f16f7941a0be7b5ef35b0bfac7 2024-12-15T05:36:16,172 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/080e33c08da74b3aa37f6569631fb16a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/080e33c08da74b3aa37f6569631fb16a 2024-12-15T05:36:16,172 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/26f9cfc712f74678b86485448ffefb0c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/26f9cfc712f74678b86485448ffefb0c 2024-12-15T05:36:16,172 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/51f8c929a1ad4cffabaa44340f3764b8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/51f8c929a1ad4cffabaa44340f3764b8 2024-12-15T05:36:16,172 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/10c9b9f235bc49b888c4884f5b393493 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/10c9b9f235bc49b888c4884f5b393493 2024-12-15T05:36:16,172 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f97096c7fd234b80a54913a375505bb3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f97096c7fd234b80a54913a375505bb3 2024-12-15T05:36:16,172 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f054447966524fec85aad31b6b858d87 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f054447966524fec85aad31b6b858d87 2024-12-15T05:36:16,172 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/cecbaf9b8c8e46b2bda9655a90f2b9b5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/cecbaf9b8c8e46b2bda9655a90f2b9b5 2024-12-15T05:36:16,173 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/0bd20e598008429c81fa2ff1bcaac33d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/0bd20e598008429c81fa2ff1bcaac33d 2024-12-15T05:36:16,173 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/24a92ed7a7804e579c6971e170a167c8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/24a92ed7a7804e579c6971e170a167c8 2024-12-15T05:36:16,173 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/78b32ca8c1264908bb5abe47f2e95fe0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/78b32ca8c1264908bb5abe47f2e95fe0 2024-12-15T05:36:16,173 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d731af5c27ae4bca81a59dddcc4b40f9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d731af5c27ae4bca81a59dddcc4b40f9 2024-12-15T05:36:16,173 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/a03889bfa6bf4393a0ea18eeaed7951b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/a03889bfa6bf4393a0ea18eeaed7951b 2024-12-15T05:36:16,173 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/358ae37e65cd40b1b19505a5a51b8b1d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/358ae37e65cd40b1b19505a5a51b8b1d 2024-12-15T05:36:16,173 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/59fdb166813642978f3e1d902ddf1ad8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/59fdb166813642978f3e1d902ddf1ad8 2024-12-15T05:36:16,173 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/4b5001ba526e4e02bedd367cffcc62e6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/4b5001ba526e4e02bedd367cffcc62e6 2024-12-15T05:36:16,174 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d1a8d6c7e867404a9a2e18a962118894 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/d1a8d6c7e867404a9a2e18a962118894 2024-12-15T05:36:16,174 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/48e1839701ae43a6a290980f71f058a1 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/48e1839701ae43a6a290980f71f058a1 2024-12-15T05:36:16,174 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/7bcbd81674604342aeb3040cafbc4af4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/7bcbd81674604342aeb3040cafbc4af4 2024-12-15T05:36:16,174 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/bf3502407db84e7ebdd01fa1517bb80a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/bf3502407db84e7ebdd01fa1517bb80a 2024-12-15T05:36:16,174 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f758cb8795d34c1ba0a473c5b31f8d5c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f758cb8795d34c1ba0a473c5b31f8d5c 2024-12-15T05:36:16,174 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2b686ecbf93c4b21a9ec95c3993c2520 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/2b686ecbf93c4b21a9ec95c3993c2520 2024-12-15T05:36:16,174 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f5fd7f00297640dc92ddfc8144281dee to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/f5fd7f00297640dc92ddfc8144281dee 2024-12-15T05:36:16,174 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/8f7ef278f44944f48ca930b111027887 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/8f7ef278f44944f48ca930b111027887 2024-12-15T05:36:16,175 DEBUG [StoreCloser-TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c2d1cd30a9754bd4aef7708895682116, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b73dfbd6285f4231818b83b481bb3b68, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/3b712daf2f294a608e7359545920bff5, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6e0dabb181e1456187cb16c5564e7672, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/defd213a1b1342c88509c08e49a35568, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/abacb10ecaa84576982f18b93ae3fc38, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1f0a4614a2924c679e77762ada3fc335, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4ab3f66d5bbd4efebdcd68b1a49b30af, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/7e47d3905bdb4dcfa123fcbe8f936b63, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b0bda1e0231b415aa11dfc4fc08565b9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/704dc939a4c74afc954f4a5887febeff, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/de8b7793f19e47e3aac380e33c7e49d9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/65edc870478d40ed8b46bb993975e8cf, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0110324be3bf4609a5e3e0d2770c25f9, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4cbab257640f4053ace0bb1b73fdb654, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1a1d6be7bb084a2f8240a0ddd8db39fe, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/58a5223138b04a439d1a3ecd89904fbe, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c91012152ba443e4bf8f89fa6440262a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/30a489de6ff24bcbaab64c87c0a6000a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9a7e3ed18eba40e1bc13c549d7344694, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9e17482014784f3eaefe546269e73e8a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/362fe3b9b28145078a8f4a9c6fe30e03, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/8b2ad1528133407da76206d93fe737b0, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/ea3b483fff1a46968f96d2c403d9cfa5] to archive 2024-12-15T05:36:16,176 DEBUG [StoreCloser-TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:36:16,177 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b73dfbd6285f4231818b83b481bb3b68 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b73dfbd6285f4231818b83b481bb3b68 2024-12-15T05:36:16,177 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c2d1cd30a9754bd4aef7708895682116 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c2d1cd30a9754bd4aef7708895682116 2024-12-15T05:36:16,177 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/defd213a1b1342c88509c08e49a35568 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/defd213a1b1342c88509c08e49a35568 2024-12-15T05:36:16,177 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/3b712daf2f294a608e7359545920bff5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/3b712daf2f294a608e7359545920bff5 2024-12-15T05:36:16,177 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6e0dabb181e1456187cb16c5564e7672 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6e0dabb181e1456187cb16c5564e7672 2024-12-15T05:36:16,177 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1f0a4614a2924c679e77762ada3fc335 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1f0a4614a2924c679e77762ada3fc335 2024-12-15T05:36:16,177 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/abacb10ecaa84576982f18b93ae3fc38 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/abacb10ecaa84576982f18b93ae3fc38 2024-12-15T05:36:16,178 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4ab3f66d5bbd4efebdcd68b1a49b30af to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4ab3f66d5bbd4efebdcd68b1a49b30af 2024-12-15T05:36:16,178 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b0bda1e0231b415aa11dfc4fc08565b9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/b0bda1e0231b415aa11dfc4fc08565b9 2024-12-15T05:36:16,178 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/704dc939a4c74afc954f4a5887febeff to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/704dc939a4c74afc954f4a5887febeff 2024-12-15T05:36:16,178 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/7e47d3905bdb4dcfa123fcbe8f936b63 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/7e47d3905bdb4dcfa123fcbe8f936b63 2024-12-15T05:36:16,178 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0110324be3bf4609a5e3e0d2770c25f9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0110324be3bf4609a5e3e0d2770c25f9 2024-12-15T05:36:16,178 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4cbab257640f4053ace0bb1b73fdb654 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/4cbab257640f4053ace0bb1b73fdb654 2024-12-15T05:36:16,178 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/65edc870478d40ed8b46bb993975e8cf to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/65edc870478d40ed8b46bb993975e8cf 2024-12-15T05:36:16,179 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/de8b7793f19e47e3aac380e33c7e49d9 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/de8b7793f19e47e3aac380e33c7e49d9 2024-12-15T05:36:16,179 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1a1d6be7bb084a2f8240a0ddd8db39fe to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/1a1d6be7bb084a2f8240a0ddd8db39fe 2024-12-15T05:36:16,179 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/58a5223138b04a439d1a3ecd89904fbe to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/58a5223138b04a439d1a3ecd89904fbe 2024-12-15T05:36:16,181 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9a7e3ed18eba40e1bc13c549d7344694 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9a7e3ed18eba40e1bc13c549d7344694 2024-12-15T05:36:16,181 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/362fe3b9b28145078a8f4a9c6fe30e03 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/362fe3b9b28145078a8f4a9c6fe30e03 2024-12-15T05:36:16,181 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c91012152ba443e4bf8f89fa6440262a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/c91012152ba443e4bf8f89fa6440262a 2024-12-15T05:36:16,181 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/30a489de6ff24bcbaab64c87c0a6000a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/30a489de6ff24bcbaab64c87c0a6000a 2024-12-15T05:36:16,181 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9e17482014784f3eaefe546269e73e8a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/9e17482014784f3eaefe546269e73e8a 2024-12-15T05:36:16,182 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/8b2ad1528133407da76206d93fe737b0 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/8b2ad1528133407da76206d93fe737b0 2024-12-15T05:36:16,182 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/ea3b483fff1a46968f96d2c403d9cfa5 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/ea3b483fff1a46968f96d2c403d9cfa5 2024-12-15T05:36:16,185 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=1 2024-12-15T05:36:16,185 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c. 2024-12-15T05:36:16,185 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 202aafb8f364e8ea9a1bdbcb3ad1c72c: 2024-12-15T05:36:16,186 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:16,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=202aafb8f364e8ea9a1bdbcb3ad1c72c, regionState=CLOSED 2024-12-15T05:36:16,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-15T05:36:16,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 202aafb8f364e8ea9a1bdbcb3ad1c72c, server=fcd62a4bcb63,36137,1734240823378 in 1.0360 sec 2024-12-15T05:36:16,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-15T05:36:16,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=202aafb8f364e8ea9a1bdbcb3ad1c72c, UNASSIGN in 1.0400 sec 2024-12-15T05:36:16,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-15T05:36:16,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0430 sec 2024-12-15T05:36:16,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240976190"}]},"ts":"1734240976190"} 2024-12-15T05:36:16,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T05:36:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-15T05:36:16,228 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T05:36:16,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1300 sec 2024-12-15T05:36:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-15T05:36:17,209 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-15T05:36:17,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T05:36:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:17,214 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:17,215 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-15T05:36:17,218 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:17,222 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/recovered.edits] 2024-12-15T05:36:17,227 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8c33ef53047f45ec9539f7bad54b9a29 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/8c33ef53047f45ec9539f7bad54b9a29 2024-12-15T05:36:17,228 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/89cd32f2bd13440ab9254260ea8b4b15 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/89cd32f2bd13440ab9254260ea8b4b15 2024-12-15T05:36:17,228 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3f5ed1bc0b2b46379b8b4d8091830ed6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/A/3f5ed1bc0b2b46379b8b4d8091830ed6 2024-12-15T05:36:17,232 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/3c58437add8f4f1381eb79e7d4142ea3 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/3c58437add8f4f1381eb79e7d4142ea3 2024-12-15T05:36:17,232 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/5fdc5985b0da497fb6d9cce6165c4f29 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/5fdc5985b0da497fb6d9cce6165c4f29 2024-12-15T05:36:17,232 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/faa3cc3388964bb7b87c6615acd4f75d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/B/faa3cc3388964bb7b87c6615acd4f75d 2024-12-15T05:36:17,234 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0952828deeb3457db9bfcfcc95532015 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/0952828deeb3457db9bfcfcc95532015 2024-12-15T05:36:17,234 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6534e966e82140339bedc96124a09fd7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/6534e966e82140339bedc96124a09fd7 2024-12-15T05:36:17,234 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/e37304dddbd14e0a96d67e046b213653 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/C/e37304dddbd14e0a96d67e046b213653 2024-12-15T05:36:17,236 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/recovered.edits/366.seqid to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c/recovered.edits/366.seqid 2024-12-15T05:36:17,237 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/202aafb8f364e8ea9a1bdbcb3ad1c72c 2024-12-15T05:36:17,237 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T05:36:17,238 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:17,240 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T05:36:17,241 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T05:36:17,242 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:17,242 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T05:36:17,242 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734240977242"}]},"ts":"9223372036854775807"} 2024-12-15T05:36:17,243 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T05:36:17,243 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 202aafb8f364e8ea9a1bdbcb3ad1c72c, NAME => 'TestAcidGuarantees,,1734240952923.202aafb8f364e8ea9a1bdbcb3ad1c72c.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T05:36:17,243 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T05:36:17,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734240977243"}]},"ts":"9223372036854775807"} 2024-12-15T05:36:17,245 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T05:36:17,279 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:17,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-12-15T05:36:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-15T05:36:17,318 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-15T05:36:17,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247 (was 247), OpenFileDescriptor=458 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 402), ProcessCount=9 (was 9), AvailableMemoryMB=4991 (was 5002) 2024-12-15T05:36:17,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=9, AvailableMemoryMB=4991 2024-12-15T05:36:17,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:36:17,342 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:36:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:17,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T05:36:17,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:17,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 161 2024-12-15T05:36:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T05:36:17,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T05:36:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742401_1577 (size=963) 2024-12-15T05:36:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T05:36:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T05:36:17,754 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5 2024-12-15T05:36:17,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742402_1578 (size=53) 2024-12-15T05:36:17,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:36:17,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8174ee11b0341984d0941970c979af48, disabling compactions & flushes 2024-12-15T05:36:17,763 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:17,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:17,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. after waiting 0 ms 2024-12-15T05:36:17,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:17,763 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:17,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:17,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T05:36:17,765 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734240977765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734240977765"}]},"ts":"1734240977765"} 2024-12-15T05:36:17,767 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T05:36:17,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T05:36:17,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240977768"}]},"ts":"1734240977768"} 2024-12-15T05:36:17,770 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T05:36:17,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, ASSIGN}] 2024-12-15T05:36:17,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, ASSIGN 2024-12-15T05:36:17,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, ASSIGN; state=OFFLINE, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=false 2024-12-15T05:36:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T05:36:17,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=8174ee11b0341984d0941970c979af48, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:17,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; OpenRegionProcedure 8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:36:18,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:18,127 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:18,127 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7285): Opening region: {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:36:18,127 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,127 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:36:18,127 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7327): checking encryption for 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,127 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7330): checking classloading for 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,129 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,130 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:36:18,130 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8174ee11b0341984d0941970c979af48 columnFamilyName A 2024-12-15T05:36:18,130 DEBUG [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:18,131 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(327): Store=8174ee11b0341984d0941970c979af48/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:36:18,131 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,132 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:36:18,132 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8174ee11b0341984d0941970c979af48 columnFamilyName B 2024-12-15T05:36:18,133 DEBUG [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:18,133 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(327): Store=8174ee11b0341984d0941970c979af48/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:36:18,133 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,134 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:36:18,134 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8174ee11b0341984d0941970c979af48 columnFamilyName C 2024-12-15T05:36:18,134 DEBUG [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:18,135 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(327): Store=8174ee11b0341984d0941970c979af48/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:36:18,135 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:18,136 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,136 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,137 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:36:18,138 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1085): writing seq id for 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:18,140 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T05:36:18,140 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1102): Opened 8174ee11b0341984d0941970c979af48; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72165670, jitterRate=0.07535228133201599}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:36:18,141 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1001): Region open journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:18,141 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., pid=163, masterSystemTime=1734240978120 2024-12-15T05:36:18,142 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:18,142 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:18,142 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=8174ee11b0341984d0941970c979af48, regionState=OPEN, openSeqNum=2, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:18,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-15T05:36:18,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; OpenRegionProcedure 8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 in 175 msec 2024-12-15T05:36:18,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-15T05:36:18,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, ASSIGN in 332 msec 2024-12-15T05:36:18,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T05:36:18,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734240978146"}]},"ts":"1734240978146"} 2024-12-15T05:36:18,147 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T05:36:18,153 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T05:36:18,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 811 msec 2024-12-15T05:36:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T05:36:18,450 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-15T05:36:18,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-15T05:36:18,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:18,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:18,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:18,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T05:36:18,501 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T05:36:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T05:36:18,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T05:36:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:18,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742403_1579 (size=999) 2024-12-15T05:36:18,918 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T05:36:18,918 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T05:36:18,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:36:18,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, REOPEN/MOVE}] 2024-12-15T05:36:18,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, REOPEN/MOVE 2024-12-15T05:36:18,927 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=8174ee11b0341984d0941970c979af48, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:18,928 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:36:18,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; CloseRegionProcedure 8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:36:19,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,081 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,081 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:36:19,081 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing 8174ee11b0341984d0941970c979af48, disabling compactions & flushes 2024-12-15T05:36:19,081 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,081 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,081 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. after waiting 0 ms 2024-12-15T05:36:19,081 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,091 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T05:36:19,091 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,091 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:19,092 WARN [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionServer(3786): Not adding moved region record: 8174ee11b0341984d0941970c979af48 to self. 2024-12-15T05:36:19,093 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=8174ee11b0341984d0941970c979af48, regionState=CLOSED 2024-12-15T05:36:19,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-15T05:36:19,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseRegionProcedure 8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 in 167 msec 2024-12-15T05:36:19,097 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, REOPEN/MOVE; state=CLOSED, location=fcd62a4bcb63,36137,1734240823378; forceNewPlan=false, retain=true 2024-12-15T05:36:19,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=8174ee11b0341984d0941970c979af48, regionState=OPENING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=166, state=RUNNABLE; OpenRegionProcedure 8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:36:19,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,410 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,410 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7285): Opening region: {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} 2024-12-15T05:36:19,410 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,411 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T05:36:19,411 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7327): checking encryption for 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,411 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7330): checking classloading for 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,412 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,413 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:36:19,413 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8174ee11b0341984d0941970c979af48 columnFamilyName A 2024-12-15T05:36:19,415 DEBUG [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:19,415 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(327): Store=8174ee11b0341984d0941970c979af48/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:36:19,416 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,416 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:36:19,416 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8174ee11b0341984d0941970c979af48 columnFamilyName B 2024-12-15T05:36:19,416 DEBUG [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:19,417 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(327): Store=8174ee11b0341984d0941970c979af48/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:36:19,417 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,418 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T05:36:19,418 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8174ee11b0341984d0941970c979af48 columnFamilyName C 2024-12-15T05:36:19,418 DEBUG [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:19,418 INFO [StoreOpener-8174ee11b0341984d0941970c979af48-1 {}] regionserver.HStore(327): Store=8174ee11b0341984d0941970c979af48/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T05:36:19,419 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,419 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,420 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,422 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T05:36:19,423 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1085): writing seq id for 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,423 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1102): Opened 8174ee11b0341984d0941970c979af48; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65850828, jitterRate=-0.01874619722366333}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T05:36:19,424 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1001): Region open journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:19,424 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., pid=168, masterSystemTime=1734240979404 2024-12-15T05:36:19,425 DEBUG [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,425 INFO [RS_OPEN_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=8174ee11b0341984d0941970c979af48, regionState=OPEN, openSeqNum=5, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=166 2024-12-15T05:36:19,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=166, state=SUCCESS; OpenRegionProcedure 8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 in 176 msec 2024-12-15T05:36:19,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-15T05:36:19,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, REOPEN/MOVE in 501 msec 2024-12-15T05:36:19,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-15T05:36:19,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-12-15T05:36:19,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 925 msec 2024-12-15T05:36:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-15T05:36:19,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-12-15T05:36:19,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,472 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-12-15T05:36:19,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-12-15T05:36:19,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-12-15T05:36:19,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-12-15T05:36:19,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,504 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-12-15T05:36:19,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15b6349f to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@503a7d2e 2024-12-15T05:36:19,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79be903c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x439b60d5 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@404bb685 2024-12-15T05:36:19,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79f1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f48b1c2 to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42aacb30 2024-12-15T05:36:19,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dfd554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7287c75d to 127.0.0.1:53650 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e06176 2024-12-15T05:36:19,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582b6d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T05:36:19,550 DEBUG [hconnection-0x355d71b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:19,551 DEBUG [hconnection-0x6428b599-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,551 DEBUG [hconnection-0x5c9562fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-15T05:36:19,551 DEBUG [hconnection-0x3caad6bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,552 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,552 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,552 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T05:36:19,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,553 DEBUG [hconnection-0x253603d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,554 DEBUG [hconnection-0x288969e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,554 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,554 DEBUG [hconnection-0x3d50c78e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,555 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,555 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,555 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:19,555 DEBUG [hconnection-0x2c43ef83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,556 DEBUG [hconnection-0x10bf2d06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:19,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:19,556 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,556 DEBUG [hconnection-0x6a978d43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T05:36:19,557 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,559 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T05:36:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T05:36:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:19,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241039578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157e688feff83a4c67b6c2940a293c4244_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240979561/Put/seqid=0 2024-12-15T05:36:19,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241039578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241039578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241039579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241039580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742404_1580 (size=12154) 2024-12-15T05:36:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T05:36:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241039681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241039681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241039681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241039681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241039682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T05:36:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T05:36:19,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T05:36:19,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:19,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:19,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:19,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241039883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241039884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241039884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241039885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241039885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:19,992 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:19,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157e688feff83a4c67b6c2940a293c4244_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157e688feff83a4c67b6c2940a293c4244_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:19,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/555b03fd6d2148d392203b43926179da, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:19,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/555b03fd6d2148d392203b43926179da is 175, key is test_row_0/A:col10/1734240979561/Put/seqid=0 2024-12-15T05:36:19,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742405_1581 (size=30955) 2024-12-15T05:36:19,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/555b03fd6d2148d392203b43926179da 2024-12-15T05:36:20,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T05:36:20,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:20,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:20,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:20,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:20,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:20,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/c4186220ed7b4bbba2b3bfa927899e98 is 50, key is test_row_0/B:col10/1734240979561/Put/seqid=0 2024-12-15T05:36:20,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742406_1582 (size=12001) 2024-12-15T05:36:20,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/c4186220ed7b4bbba2b3bfa927899e98 2024-12-15T05:36:20,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/ed776ee4598e4d0597ac890c22843c6f is 50, key is test_row_0/C:col10/1734240979561/Put/seqid=0 2024-12-15T05:36:20,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742407_1583 (size=12001) 2024-12-15T05:36:20,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/ed776ee4598e4d0597ac890c22843c6f 2024-12-15T05:36:20,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/555b03fd6d2148d392203b43926179da as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/555b03fd6d2148d392203b43926179da 2024-12-15T05:36:20,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/555b03fd6d2148d392203b43926179da, entries=150, sequenceid=16, filesize=30.2 K 2024-12-15T05:36:20,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/c4186220ed7b4bbba2b3bfa927899e98 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c4186220ed7b4bbba2b3bfa927899e98 2024-12-15T05:36:20,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c4186220ed7b4bbba2b3bfa927899e98, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T05:36:20,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/ed776ee4598e4d0597ac890c22843c6f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/ed776ee4598e4d0597ac890c22843c6f 2024-12-15T05:36:20,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/ed776ee4598e4d0597ac890c22843c6f, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T05:36:20,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8174ee11b0341984d0941970c979af48 in 497ms, sequenceid=16, compaction requested=false 2024-12-15T05:36:20,059 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T05:36:20,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T05:36:20,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T05:36:20,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:20,169 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:36:20,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:20,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:20,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:20,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:20,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:20,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215448f46e5788c4653b157bf3ce5e457e1_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240979578/Put/seqid=0 2024-12-15T05:36:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742408_1584 (size=12154) 2024-12-15T05:36:20,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241040190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241040190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241040190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241040191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241040192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241040293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241040293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241040293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241040293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241040293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241040495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241040496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241040496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241040496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241040496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:20,579 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215448f46e5788c4653b157bf3ce5e457e1_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215448f46e5788c4653b157bf3ce5e457e1_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/c1addbeb609d47028d3559a6af95b370, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/c1addbeb609d47028d3559a6af95b370 is 175, key is test_row_0/A:col10/1734240979578/Put/seqid=0 2024-12-15T05:36:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742409_1585 (size=30955) 2024-12-15T05:36:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T05:36:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241040798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241040798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241040798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241040799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241040799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:20,985 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/c1addbeb609d47028d3559a6af95b370 2024-12-15T05:36:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/063935fbcb004261bf84455dd9f0f418 is 50, key is test_row_0/B:col10/1734240979578/Put/seqid=0 2024-12-15T05:36:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742410_1586 (size=12001) 2024-12-15T05:36:21,001 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/063935fbcb004261bf84455dd9f0f418 2024-12-15T05:36:21,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1eebc8d4e3494823bd0c90092aa4bdde is 50, key is test_row_0/C:col10/1734240979578/Put/seqid=0 2024-12-15T05:36:21,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742411_1587 (size=12001) 2024-12-15T05:36:21,010 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1eebc8d4e3494823bd0c90092aa4bdde 2024-12-15T05:36:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/c1addbeb609d47028d3559a6af95b370 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c1addbeb609d47028d3559a6af95b370 2024-12-15T05:36:21,015 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c1addbeb609d47028d3559a6af95b370, entries=150, sequenceid=40, filesize=30.2 K 2024-12-15T05:36:21,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/063935fbcb004261bf84455dd9f0f418 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/063935fbcb004261bf84455dd9f0f418 2024-12-15T05:36:21,018 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/063935fbcb004261bf84455dd9f0f418, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T05:36:21,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1eebc8d4e3494823bd0c90092aa4bdde as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1eebc8d4e3494823bd0c90092aa4bdde 2024-12-15T05:36:21,021 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1eebc8d4e3494823bd0c90092aa4bdde, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T05:36:21,022 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8174ee11b0341984d0941970c979af48 in 854ms, sequenceid=40, compaction requested=false 2024-12-15T05:36:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-15T05:36:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-15T05:36:21,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-15T05:36:21,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4670 sec 2024-12-15T05:36:21,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4740 sec 2024-12-15T05:36:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:21,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:36:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:21,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215924106ba9ea846c398e95bfb5702742a_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240981300/Put/seqid=0 2024-12-15T05:36:21,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742412_1588 (size=12154) 2024-12-15T05:36:21,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241041340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241041340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241041343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241041343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241041344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241041444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241041445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241041447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241041448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241041448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241041647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241041647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241041650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241041651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241041651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T05:36:21,656 INFO [Thread-2566 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-15T05:36:21,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-15T05:36:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T05:36:21,658 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:21,658 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:21,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:21,707 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T05:36:21,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:21,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215924106ba9ea846c398e95bfb5702742a_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215924106ba9ea846c398e95bfb5702742a_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:21,719 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/988a5a6b93d5491aa75dac2f981e891a, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:21,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/988a5a6b93d5491aa75dac2f981e891a is 175, key is test_row_0/A:col10/1734240981300/Put/seqid=0 2024-12-15T05:36:21,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742413_1589 (size=30955) 2024-12-15T05:36:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T05:36:21,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:21,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:21,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:21,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:21,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:21,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:21,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241041948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241041948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241041952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241041954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241041955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T05:36:21,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:21,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:21,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,125 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/988a5a6b93d5491aa75dac2f981e891a 2024-12-15T05:36:22,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/13411fb9c1c84baca2b9801b5f65a612 is 50, key is test_row_0/B:col10/1734240981300/Put/seqid=0 2024-12-15T05:36:22,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742414_1590 (size=12001) 2024-12-15T05:36:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T05:36:22,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:22,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:22,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241042452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241042452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241042455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241042457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241042458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/13411fb9c1c84baca2b9801b5f65a612 2024-12-15T05:36:22,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1ecca0f13e7f404aaaf0cfd1e112d679 is 50, key is test_row_0/C:col10/1734240981300/Put/seqid=0 2024-12-15T05:36:22,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742415_1591 (size=12001) 2024-12-15T05:36:22,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:22,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:22,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:22,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T05:36:22,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:22,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:22,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:22,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1ecca0f13e7f404aaaf0cfd1e112d679 2024-12-15T05:36:22,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/988a5a6b93d5491aa75dac2f981e891a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/988a5a6b93d5491aa75dac2f981e891a 2024-12-15T05:36:22,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/988a5a6b93d5491aa75dac2f981e891a, entries=150, sequenceid=53, filesize=30.2 K 2024-12-15T05:36:22,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/13411fb9c1c84baca2b9801b5f65a612 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/13411fb9c1c84baca2b9801b5f65a612 2024-12-15T05:36:22,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/13411fb9c1c84baca2b9801b5f65a612, entries=150, sequenceid=53, filesize=11.7 K 2024-12-15T05:36:22,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1ecca0f13e7f404aaaf0cfd1e112d679 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1ecca0f13e7f404aaaf0cfd1e112d679 2024-12-15T05:36:22,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1ecca0f13e7f404aaaf0cfd1e112d679, entries=150, sequenceid=53, filesize=11.7 K 2024-12-15T05:36:22,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8174ee11b0341984d0941970c979af48 in 1654ms, sequenceid=53, compaction requested=true 2024-12-15T05:36:22,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:22,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:22,956 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:22,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:22,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:22,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:22,956 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:22,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:22,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:22,956 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:22,956 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/B is initiating minor compaction (all files) 2024-12-15T05:36:22,957 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/B in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,957 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c4186220ed7b4bbba2b3bfa927899e98, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/063935fbcb004261bf84455dd9f0f418, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/13411fb9c1c84baca2b9801b5f65a612] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=35.2 K 2024-12-15T05:36:22,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:22,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/A is initiating minor compaction (all files) 2024-12-15T05:36:22,957 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/A in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,957 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/555b03fd6d2148d392203b43926179da, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c1addbeb609d47028d3559a6af95b370, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/988a5a6b93d5491aa75dac2f981e891a] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=90.7 K 2024-12-15T05:36:22,957 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/555b03fd6d2148d392203b43926179da, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c1addbeb609d47028d3559a6af95b370, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/988a5a6b93d5491aa75dac2f981e891a] 2024-12-15T05:36:22,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 555b03fd6d2148d392203b43926179da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240979554 2024-12-15T05:36:22,957 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c4186220ed7b4bbba2b3bfa927899e98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240979554 2024-12-15T05:36:22,957 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1addbeb609d47028d3559a6af95b370, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734240979573 2024-12-15T05:36:22,958 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 063935fbcb004261bf84455dd9f0f418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734240979573 2024-12-15T05:36:22,958 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 988a5a6b93d5491aa75dac2f981e891a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240980190 2024-12-15T05:36:22,958 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 13411fb9c1c84baca2b9801b5f65a612, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240980190 2024-12-15T05:36:22,963 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:22,964 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#B#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:22,964 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/5a735b7e703f4009b1b84276bdf89713 is 50, key is test_row_0/B:col10/1734240981300/Put/seqid=0 2024-12-15T05:36:22,965 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215a204e87160d94c18b9850b5802f4a7ee_8174ee11b0341984d0941970c979af48 store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:22,966 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215a204e87160d94c18b9850b5802f4a7ee_8174ee11b0341984d0941970c979af48, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:22,966 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a204e87160d94c18b9850b5802f4a7ee_8174ee11b0341984d0941970c979af48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:22,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742417_1593 (size=4469) 2024-12-15T05:36:22,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742416_1592 (size=12104) 2024-12-15T05:36:22,978 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#A#compaction#509 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:22,978 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/632504b4d7da41c0a14e779d392ff10a is 175, key is test_row_0/A:col10/1734240981300/Put/seqid=0 2024-12-15T05:36:22,982 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/5a735b7e703f4009b1b84276bdf89713 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5a735b7e703f4009b1b84276bdf89713 2024-12-15T05:36:22,986 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/B of 8174ee11b0341984d0941970c979af48 into 5a735b7e703f4009b1b84276bdf89713(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:22,986 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:22,986 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/B, priority=13, startTime=1734240982956; duration=0sec 2024-12-15T05:36:22,986 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:22,986 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:B 2024-12-15T05:36:22,986 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:22,987 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:22,987 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/C is initiating minor compaction (all files) 2024-12-15T05:36:22,987 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/C in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:22,987 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/ed776ee4598e4d0597ac890c22843c6f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1eebc8d4e3494823bd0c90092aa4bdde, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1ecca0f13e7f404aaaf0cfd1e112d679] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=35.2 K 2024-12-15T05:36:22,987 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting ed776ee4598e4d0597ac890c22843c6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734240979554 2024-12-15T05:36:22,987 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eebc8d4e3494823bd0c90092aa4bdde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734240979573 2024-12-15T05:36:22,988 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ecca0f13e7f404aaaf0cfd1e112d679, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240980190 2024-12-15T05:36:22,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742418_1594 (size=31058) 2024-12-15T05:36:22,997 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:22,997 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/360ff952d0f845e19ce5ae9d7b30b3da is 50, key is test_row_0/C:col10/1734240981300/Put/seqid=0 2024-12-15T05:36:23,001 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/632504b4d7da41c0a14e779d392ff10a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/632504b4d7da41c0a14e779d392ff10a 2024-12-15T05:36:23,004 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/A of 8174ee11b0341984d0941970c979af48 into 632504b4d7da41c0a14e779d392ff10a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:23,004 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:23,004 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/A, priority=13, startTime=1734240982955; duration=0sec 2024-12-15T05:36:23,004 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:23,005 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:A 2024-12-15T05:36:23,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742419_1595 (size=12104) 2024-12-15T05:36:23,012 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/360ff952d0f845e19ce5ae9d7b30b3da as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/360ff952d0f845e19ce5ae9d7b30b3da 2024-12-15T05:36:23,017 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/C of 8174ee11b0341984d0941970c979af48 into 360ff952d0f845e19ce5ae9d7b30b3da(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:23,017 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:23,017 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/C, priority=13, startTime=1734240982956; duration=0sec 2024-12-15T05:36:23,017 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:23,017 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:C 2024-12-15T05:36:23,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-15T05:36:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:23,027 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T05:36:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159abedc7038004179864585f0d26cada6_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240981343/Put/seqid=0 2024-12-15T05:36:23,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742420_1596 (size=12154) 2024-12-15T05:36:23,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:23,448 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159abedc7038004179864585f0d26cada6_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159abedc7038004179864585f0d26cada6_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:23,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/bb42cbfcd3414940bcb78a6a53ee218c, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:23,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/bb42cbfcd3414940bcb78a6a53ee218c is 175, key is test_row_0/A:col10/1734240981343/Put/seqid=0 2024-12-15T05:36:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742421_1597 (size=30955) 2024-12-15T05:36:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:23,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241043467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241043468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241043468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241043468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241043469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241043570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241043571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241043571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241043571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T05:36:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241043773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241043773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241043774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241043774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:23,854 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/bb42cbfcd3414940bcb78a6a53ee218c 2024-12-15T05:36:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/5fcaf3450714431e92962ff9d8dbbb86 is 50, key is test_row_0/B:col10/1734240981343/Put/seqid=0 2024-12-15T05:36:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742422_1598 (size=12001) 2024-12-15T05:36:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241044076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241044075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241044076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:24,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241044078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:24,264 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/5fcaf3450714431e92962ff9d8dbbb86 2024-12-15T05:36:24,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/c2c938527dc0448b81209e88fdd2c414 is 50, key is test_row_0/C:col10/1734240981343/Put/seqid=0 2024-12-15T05:36:24,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742423_1599 (size=12001) 2024-12-15T05:36:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241044579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:24,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241044580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241044582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:24,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241044583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:24,673 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/c2c938527dc0448b81209e88fdd2c414 2024-12-15T05:36:24,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/bb42cbfcd3414940bcb78a6a53ee218c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/bb42cbfcd3414940bcb78a6a53ee218c 2024-12-15T05:36:24,677 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/bb42cbfcd3414940bcb78a6a53ee218c, entries=150, sequenceid=80, filesize=30.2 K 2024-12-15T05:36:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/5fcaf3450714431e92962ff9d8dbbb86 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5fcaf3450714431e92962ff9d8dbbb86 2024-12-15T05:36:24,680 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5fcaf3450714431e92962ff9d8dbbb86, entries=150, sequenceid=80, filesize=11.7 K 2024-12-15T05:36:24,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/c2c938527dc0448b81209e88fdd2c414 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c2c938527dc0448b81209e88fdd2c414 2024-12-15T05:36:24,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c2c938527dc0448b81209e88fdd2c414, entries=150, sequenceid=80, filesize=11.7 K 2024-12-15T05:36:24,684 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8174ee11b0341984d0941970c979af48 in 1656ms, sequenceid=80, compaction requested=false 2024-12-15T05:36:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-15T05:36:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-15T05:36:24,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-15T05:36:24,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0270 sec 2024-12-15T05:36:24,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 3.0290 sec 2024-12-15T05:36:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:25,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T05:36:25,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:25,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:25,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:25,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:25,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:25,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:25,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c69dcaf5bcd448db84384e101b0c164b_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240983466/Put/seqid=0 2024-12-15T05:36:25,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742424_1600 (size=12154) 2024-12-15T05:36:25,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241045540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:25,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241045585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:25,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241045587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:25,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241045587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241045590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:25,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241045642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T05:36:25,761 INFO [Thread-2566 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-15T05:36:25,762 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-15T05:36:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-15T05:36:25,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:25,764 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:25,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:25,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241045845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-15T05:36:25,902 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:25,909 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c69dcaf5bcd448db84384e101b0c164b_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c69dcaf5bcd448db84384e101b0c164b_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:25,910 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/26eaeac61e05441498d5fa6fb3b7fe1f, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:25,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/26eaeac61e05441498d5fa6fb3b7fe1f is 175, key is test_row_0/A:col10/1734240983466/Put/seqid=0 2024-12-15T05:36:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742425_1601 (size=30955) 2024-12-15T05:36:25,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:25,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-15T05:36:25,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:25,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:25,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:25,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:25,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-15T05:36:26,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:26,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-15T05:36:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241046149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:26,219 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:26,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-15T05:36:26,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:26,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,313 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/26eaeac61e05441498d5fa6fb3b7fe1f 2024-12-15T05:36:26,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/094900622f684100a2ac22adf9251572 is 50, key is test_row_0/B:col10/1734240983466/Put/seqid=0 2024-12-15T05:36:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742426_1602 (size=12001) 2024-12-15T05:36:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-15T05:36:26,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:26,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-15T05:36:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:26,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-15T05:36:26,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:26,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241046651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:26,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:26,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-15T05:36:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:26,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/094900622f684100a2ac22adf9251572 2024-12-15T05:36:26,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/8924575bea214ba2817adbb051d47032 is 50, key is test_row_0/C:col10/1734240983466/Put/seqid=0 2024-12-15T05:36:26,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742427_1603 (size=12001) 2024-12-15T05:36:26,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/8924575bea214ba2817adbb051d47032 2024-12-15T05:36:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/26eaeac61e05441498d5fa6fb3b7fe1f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/26eaeac61e05441498d5fa6fb3b7fe1f 2024-12-15T05:36:26,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/26eaeac61e05441498d5fa6fb3b7fe1f, entries=150, sequenceid=93, filesize=30.2 K 2024-12-15T05:36:26,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/094900622f684100a2ac22adf9251572 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/094900622f684100a2ac22adf9251572 2024-12-15T05:36:26,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/094900622f684100a2ac22adf9251572, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T05:36:26,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/8924575bea214ba2817adbb051d47032 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8924575bea214ba2817adbb051d47032 2024-12-15T05:36:26,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8924575bea214ba2817adbb051d47032, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T05:36:26,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8174ee11b0341984d0941970c979af48 in 1258ms, sequenceid=93, compaction requested=true 2024-12-15T05:36:26,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:26,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:26,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:26,741 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:26,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:26,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:26,742 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:26,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:26,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:26,742 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:26,742 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:26,742 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/B is initiating minor compaction (all files) 2024-12-15T05:36:26,742 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/A is initiating minor compaction (all files) 2024-12-15T05:36:26,742 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/B in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,742 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/A in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,742 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5a735b7e703f4009b1b84276bdf89713, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5fcaf3450714431e92962ff9d8dbbb86, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/094900622f684100a2ac22adf9251572] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=35.3 K 2024-12-15T05:36:26,742 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/632504b4d7da41c0a14e779d392ff10a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/bb42cbfcd3414940bcb78a6a53ee218c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/26eaeac61e05441498d5fa6fb3b7fe1f] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=90.8 K 2024-12-15T05:36:26,742 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,742 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/632504b4d7da41c0a14e779d392ff10a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/bb42cbfcd3414940bcb78a6a53ee218c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/26eaeac61e05441498d5fa6fb3b7fe1f] 2024-12-15T05:36:26,743 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a735b7e703f4009b1b84276bdf89713, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240980190 2024-12-15T05:36:26,743 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 632504b4d7da41c0a14e779d392ff10a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240980190 2024-12-15T05:36:26,743 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fcaf3450714431e92962ff9d8dbbb86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734240981338 2024-12-15T05:36:26,743 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb42cbfcd3414940bcb78a6a53ee218c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734240981338 2024-12-15T05:36:26,743 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26eaeac61e05441498d5fa6fb3b7fe1f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240983466 2024-12-15T05:36:26,743 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 094900622f684100a2ac22adf9251572, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240983466 2024-12-15T05:36:26,747 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:26,748 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#B#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:26,749 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/37f63646b765445ba14a0e972e0a3c71 is 50, key is test_row_0/B:col10/1734240983466/Put/seqid=0 2024-12-15T05:36:26,749 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412156bafccc361024b258689bb32f45cc612_8174ee11b0341984d0941970c979af48 store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:26,750 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412156bafccc361024b258689bb32f45cc612_8174ee11b0341984d0941970c979af48, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:26,750 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156bafccc361024b258689bb32f45cc612_8174ee11b0341984d0941970c979af48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742428_1604 (size=12207) 2024-12-15T05:36:26,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742429_1605 (size=4469) 2024-12-15T05:36:26,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:26,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-15T05:36:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:26,828 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T05:36:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121537f3145989ec4a8380e4bd8b4a976311_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240985534/Put/seqid=0 2024-12-15T05:36:26,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742430_1606 (size=12154) 2024-12-15T05:36:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-15T05:36:27,157 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#A#compaction#518 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:27,157 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/97863f28e1244e648072eb3f6882269d is 175, key is test_row_0/A:col10/1734240983466/Put/seqid=0 2024-12-15T05:36:27,159 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/37f63646b765445ba14a0e972e0a3c71 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/37f63646b765445ba14a0e972e0a3c71 2024-12-15T05:36:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742431_1607 (size=31161) 2024-12-15T05:36:27,163 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/97863f28e1244e648072eb3f6882269d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/97863f28e1244e648072eb3f6882269d 2024-12-15T05:36:27,163 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/B of 8174ee11b0341984d0941970c979af48 into 37f63646b765445ba14a0e972e0a3c71(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:27,163 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:27,163 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/B, priority=13, startTime=1734240986741; duration=0sec 2024-12-15T05:36:27,163 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:27,164 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:B 2024-12-15T05:36:27,164 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:27,164 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:27,164 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/C is initiating minor compaction (all files) 2024-12-15T05:36:27,164 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/C in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:27,164 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/360ff952d0f845e19ce5ae9d7b30b3da, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c2c938527dc0448b81209e88fdd2c414, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8924575bea214ba2817adbb051d47032] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=35.3 K 2024-12-15T05:36:27,165 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 360ff952d0f845e19ce5ae9d7b30b3da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734240980190 2024-12-15T05:36:27,165 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c2c938527dc0448b81209e88fdd2c414, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734240981338 2024-12-15T05:36:27,165 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 8924575bea214ba2817adbb051d47032, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240983466 2024-12-15T05:36:27,167 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/A of 8174ee11b0341984d0941970c979af48 into 97863f28e1244e648072eb3f6882269d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:27,167 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:27,167 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/A, priority=13, startTime=1734240986741; duration=0sec 2024-12-15T05:36:27,167 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:27,167 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:A 2024-12-15T05:36:27,172 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#C#compaction#520 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:27,173 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/73663ddfcb2745cc9f2839bcc9cd9134 is 50, key is test_row_0/C:col10/1734240983466/Put/seqid=0 2024-12-15T05:36:27,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742432_1608 (size=12207) 2024-12-15T05:36:27,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:27,238 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121537f3145989ec4a8380e4bd8b4a976311_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121537f3145989ec4a8380e4bd8b4a976311_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/99a64bf528c546919cb0b35aee1de2f4, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/99a64bf528c546919cb0b35aee1de2f4 is 175, key is test_row_0/A:col10/1734240985534/Put/seqid=0 2024-12-15T05:36:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742433_1609 (size=30955) 2024-12-15T05:36:27,579 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/73663ddfcb2745cc9f2839bcc9cd9134 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/73663ddfcb2745cc9f2839bcc9cd9134 2024-12-15T05:36:27,581 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/C of 8174ee11b0341984d0941970c979af48 into 73663ddfcb2745cc9f2839bcc9cd9134(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:27,581 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:27,581 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/C, priority=13, startTime=1734240986742; duration=0sec 2024-12-15T05:36:27,581 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:27,581 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:C 2024-12-15T05:36:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:27,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:27,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241047598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241047600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241047600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241047600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,603 DEBUG [Thread-2562 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:36:27,642 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/99a64bf528c546919cb0b35aee1de2f4 2024-12-15T05:36:27,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/6c55d06932d84ae98bfd7c82a75e7e3e is 50, key is test_row_0/B:col10/1734240985534/Put/seqid=0 2024-12-15T05:36:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742434_1610 (size=12001) 2024-12-15T05:36:27,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241047655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241047701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241047703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241047703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-15T05:36:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241047903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241047904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:27,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241047906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,051 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/6c55d06932d84ae98bfd7c82a75e7e3e 2024-12-15T05:36:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/9bfd3d739f99428f855d2db11d857c3b is 50, key is test_row_0/C:col10/1734240985534/Put/seqid=0 2024-12-15T05:36:28,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742435_1611 (size=12001) 2024-12-15T05:36:28,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241048208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241048208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241048208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,459 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/9bfd3d739f99428f855d2db11d857c3b 2024-12-15T05:36:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/99a64bf528c546919cb0b35aee1de2f4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/99a64bf528c546919cb0b35aee1de2f4 2024-12-15T05:36:28,464 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/99a64bf528c546919cb0b35aee1de2f4, entries=150, sequenceid=116, filesize=30.2 K 2024-12-15T05:36:28,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/6c55d06932d84ae98bfd7c82a75e7e3e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/6c55d06932d84ae98bfd7c82a75e7e3e 2024-12-15T05:36:28,466 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/6c55d06932d84ae98bfd7c82a75e7e3e, entries=150, sequenceid=116, filesize=11.7 K 2024-12-15T05:36:28,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/9bfd3d739f99428f855d2db11d857c3b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/9bfd3d739f99428f855d2db11d857c3b 2024-12-15T05:36:28,469 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/9bfd3d739f99428f855d2db11d857c3b, entries=150, sequenceid=116, filesize=11.7 K 2024-12-15T05:36:28,470 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8174ee11b0341984d0941970c979af48 in 1642ms, sequenceid=116, compaction requested=false 2024-12-15T05:36:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-15T05:36:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-15T05:36:28,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-15T05:36:28,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7070 sec 2024-12-15T05:36:28,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.7090 sec 2024-12-15T05:36:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:28,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T05:36:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:28,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fffc4ab456e64980b49278ab10176274_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240987599/Put/seqid=0 2024-12-15T05:36:28,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742436_1612 (size=14794) 2024-12-15T05:36:28,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:28,726 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fffc4ab456e64980b49278ab10176274_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fffc4ab456e64980b49278ab10176274_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:28,727 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/5b16c6c46fec49559b47385f3d226b12, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:28,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/5b16c6c46fec49559b47385f3d226b12 is 175, key is test_row_0/A:col10/1734240987599/Put/seqid=0 2024-12-15T05:36:28,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742437_1613 (size=39749) 2024-12-15T05:36:28,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241048731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241048731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241048732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241048835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241048835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:28,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241048835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241049038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241049038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241049038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/5b16c6c46fec49559b47385f3d226b12 2024-12-15T05:36:29,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/89f4d1c3967943198ce997ccbb6369dc is 50, key is test_row_0/B:col10/1734240987599/Put/seqid=0 2024-12-15T05:36:29,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742438_1614 (size=12151) 2024-12-15T05:36:29,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241049341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241049342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241049343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/89f4d1c3967943198ce997ccbb6369dc 2024-12-15T05:36:29,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/8189bf3d062a46a4add25c766f9cce96 is 50, key is test_row_0/C:col10/1734240987599/Put/seqid=0 2024-12-15T05:36:29,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742439_1615 (size=12151) 2024-12-15T05:36:29,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241049674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,675 DEBUG [Thread-2564 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:36:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241049845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241049845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241049848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-15T05:36:29,868 INFO [Thread-2566 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-15T05:36:29,868 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-15T05:36:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-15T05:36:29,869 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:29,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:29,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:29,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/8189bf3d062a46a4add25c766f9cce96 2024-12-15T05:36:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/5b16c6c46fec49559b47385f3d226b12 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/5b16c6c46fec49559b47385f3d226b12 2024-12-15T05:36:29,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/5b16c6c46fec49559b47385f3d226b12, entries=200, sequenceid=133, filesize=38.8 K 2024-12-15T05:36:29,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/89f4d1c3967943198ce997ccbb6369dc as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/89f4d1c3967943198ce997ccbb6369dc 2024-12-15T05:36:29,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/89f4d1c3967943198ce997ccbb6369dc, entries=150, sequenceid=133, filesize=11.9 K 2024-12-15T05:36:29,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/8189bf3d062a46a4add25c766f9cce96 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8189bf3d062a46a4add25c766f9cce96 2024-12-15T05:36:29,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8189bf3d062a46a4add25c766f9cce96, entries=150, sequenceid=133, filesize=11.9 K 2024-12-15T05:36:29,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8174ee11b0341984d0941970c979af48 in 1250ms, sequenceid=133, compaction requested=true 2024-12-15T05:36:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:29,961 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:29,961 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:29,962 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:29,962 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:29,962 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/A is initiating minor compaction (all files) 2024-12-15T05:36:29,962 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/B is initiating minor compaction (all files) 2024-12-15T05:36:29,962 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/A in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:29,962 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/B in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:29,962 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/37f63646b765445ba14a0e972e0a3c71, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/6c55d06932d84ae98bfd7c82a75e7e3e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/89f4d1c3967943198ce997ccbb6369dc] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=35.5 K 2024-12-15T05:36:29,962 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/97863f28e1244e648072eb3f6882269d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/99a64bf528c546919cb0b35aee1de2f4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/5b16c6c46fec49559b47385f3d226b12] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=99.5 K 2024-12-15T05:36:29,962 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:29,962 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/97863f28e1244e648072eb3f6882269d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/99a64bf528c546919cb0b35aee1de2f4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/5b16c6c46fec49559b47385f3d226b12] 2024-12-15T05:36:29,962 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 37f63646b765445ba14a0e972e0a3c71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240983466 2024-12-15T05:36:29,962 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97863f28e1244e648072eb3f6882269d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240983466 2024-12-15T05:36:29,962 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c55d06932d84ae98bfd7c82a75e7e3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734240985523 2024-12-15T05:36:29,963 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99a64bf528c546919cb0b35aee1de2f4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734240985523 2024-12-15T05:36:29,963 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 89f4d1c3967943198ce997ccbb6369dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734240987599 2024-12-15T05:36:29,963 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b16c6c46fec49559b47385f3d226b12, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734240987598 2024-12-15T05:36:29,966 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:29,971 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#B#compaction#526 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-15T05:36:29,972 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/dff629dc06b4423fa2bd76dc5277bbe8 is 50, key is test_row_0/B:col10/1734240987599/Put/seqid=0 2024-12-15T05:36:29,973 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412158eb4e6424bc64f2f959c714091963bf2_8174ee11b0341984d0941970c979af48 store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:29,974 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412158eb4e6424bc64f2f959c714091963bf2_8174ee11b0341984d0941970c979af48, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:29,974 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158eb4e6424bc64f2f959c714091963bf2_8174ee11b0341984d0941970c979af48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742440_1616 (size=4469) 2024-12-15T05:36:29,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742441_1617 (size=12459) 2024-12-15T05:36:29,981 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#A#compaction#527 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:29,982 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/e3929eb1956a431b874c552d07fff378 is 175, key is test_row_0/A:col10/1734240987599/Put/seqid=0 2024-12-15T05:36:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742442_1618 (size=31413) 2024-12-15T05:36:29,985 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/dff629dc06b4423fa2bd76dc5277bbe8 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/dff629dc06b4423fa2bd76dc5277bbe8 2024-12-15T05:36:29,989 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/B of 8174ee11b0341984d0941970c979af48 into dff629dc06b4423fa2bd76dc5277bbe8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:29,989 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:29,989 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/B, priority=13, startTime=1734240989961; duration=0sec 2024-12-15T05:36:29,989 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:29,989 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:B 2024-12-15T05:36:29,989 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:29,989 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:29,989 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/C is initiating minor compaction (all files) 2024-12-15T05:36:29,990 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/C in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:29,990 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/73663ddfcb2745cc9f2839bcc9cd9134, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/9bfd3d739f99428f855d2db11d857c3b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8189bf3d062a46a4add25c766f9cce96] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=35.5 K 2024-12-15T05:36:29,990 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 73663ddfcb2745cc9f2839bcc9cd9134, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734240983466 2024-12-15T05:36:29,990 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bfd3d739f99428f855d2db11d857c3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734240985523 2024-12-15T05:36:29,990 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 8189bf3d062a46a4add25c766f9cce96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734240987599 2024-12-15T05:36:29,995 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#C#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:29,995 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/c6ed1c96098f460b8cea9e4389f18714 is 50, key is test_row_0/C:col10/1734240987599/Put/seqid=0 2024-12-15T05:36:29,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742443_1619 (size=12459) 2024-12-15T05:36:30,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:30,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-15T05:36:30,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:30,022 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T05:36:30,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:30,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:30,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:30,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:30,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:30,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215494a8f9de45641839c4f4180847ae74e_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240988731/Put/seqid=0 2024-12-15T05:36:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742444_1620 (size=12304) 2024-12-15T05:36:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-15T05:36:30,388 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/e3929eb1956a431b874c552d07fff378 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/e3929eb1956a431b874c552d07fff378 2024-12-15T05:36:30,390 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/A of 8174ee11b0341984d0941970c979af48 into e3929eb1956a431b874c552d07fff378(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:30,390 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:30,390 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/A, priority=13, startTime=1734240989961; duration=0sec 2024-12-15T05:36:30,391 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:30,391 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:A 2024-12-15T05:36:30,401 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/c6ed1c96098f460b8cea9e4389f18714 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6ed1c96098f460b8cea9e4389f18714 2024-12-15T05:36:30,404 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/C of 8174ee11b0341984d0941970c979af48 into c6ed1c96098f460b8cea9e4389f18714(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:30,404 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:30,404 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/C, priority=13, startTime=1734240989961; duration=0sec 2024-12-15T05:36:30,404 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:30,404 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:C 2024-12-15T05:36:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:30,433 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215494a8f9de45641839c4f4180847ae74e_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215494a8f9de45641839c4f4180847ae74e_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/d8fab9dcca9347f6ac58551b55eaed2f, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/d8fab9dcca9347f6ac58551b55eaed2f is 175, key is test_row_0/A:col10/1734240988731/Put/seqid=0 2024-12-15T05:36:30,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742445_1621 (size=31105) 2024-12-15T05:36:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-15T05:36:30,837 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/d8fab9dcca9347f6ac58551b55eaed2f 2024-12-15T05:36:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/50cd36264ae348589764113970a4ee7a is 50, key is test_row_0/B:col10/1734240988731/Put/seqid=0 2024-12-15T05:36:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742446_1622 (size=12151) 2024-12-15T05:36:30,846 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/50cd36264ae348589764113970a4ee7a 2024-12-15T05:36:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:30,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/02a7377ebc2d426ca642b79b17fb479f is 50, key is test_row_0/C:col10/1734240988731/Put/seqid=0 2024-12-15T05:36:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241050860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:30,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241050860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:30,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241050862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742447_1623 (size=12151) 2024-12-15T05:36:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241050963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241050963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:30,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241050966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-15T05:36:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241051166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241051167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241051168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,269 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/02a7377ebc2d426ca642b79b17fb479f 2024-12-15T05:36:31,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/d8fab9dcca9347f6ac58551b55eaed2f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/d8fab9dcca9347f6ac58551b55eaed2f 2024-12-15T05:36:31,274 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/d8fab9dcca9347f6ac58551b55eaed2f, entries=150, sequenceid=156, filesize=30.4 K 2024-12-15T05:36:31,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/50cd36264ae348589764113970a4ee7a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/50cd36264ae348589764113970a4ee7a 2024-12-15T05:36:31,276 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/50cd36264ae348589764113970a4ee7a, entries=150, sequenceid=156, filesize=11.9 K 2024-12-15T05:36:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/02a7377ebc2d426ca642b79b17fb479f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/02a7377ebc2d426ca642b79b17fb479f 2024-12-15T05:36:31,279 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/02a7377ebc2d426ca642b79b17fb479f, entries=150, sequenceid=156, filesize=11.9 K 2024-12-15T05:36:31,280 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8174ee11b0341984d0941970c979af48 in 1258ms, sequenceid=156, compaction requested=false 2024-12-15T05:36:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-15T05:36:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-15T05:36:31,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-15T05:36:31,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-12-15T05:36:31,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.4140 sec 2024-12-15T05:36:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:31,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T05:36:31,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:31,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c4fafb88604a4794a92a82f3a883e41e_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240991470/Put/seqid=0 2024-12-15T05:36:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742448_1624 (size=17284) 2024-12-15T05:36:31,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241051484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241051487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241051487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241051588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241051590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241051590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1734241051608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,609 DEBUG [Thread-2562 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:36:31,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241051790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241051793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241051793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:31,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:31,882 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c4fafb88604a4794a92a82f3a883e41e_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c4fafb88604a4794a92a82f3a883e41e_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:31,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/f7db377e6ac4400d83e4cd1f942a573d, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:31,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/f7db377e6ac4400d83e4cd1f942a573d is 175, key is test_row_0/A:col10/1734240991470/Put/seqid=0 2024-12-15T05:36:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742449_1625 (size=48389) 2024-12-15T05:36:31,886 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/f7db377e6ac4400d83e4cd1f942a573d 2024-12-15T05:36:31,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/062c4e026aad4e3aa6aabfef285eb061 is 50, key is test_row_0/B:col10/1734240991470/Put/seqid=0 2024-12-15T05:36:31,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742450_1626 (size=12151) 2024-12-15T05:36:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-15T05:36:31,974 INFO [Thread-2566 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-15T05:36:31,975 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-15T05:36:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-15T05:36:31,976 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:31,976 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:31,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-15T05:36:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241052092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241052094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241052096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-15T05:36:32,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:32,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:32,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-15T05:36:32,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-15T05:36:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:32,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/062c4e026aad4e3aa6aabfef285eb061 2024-12-15T05:36:32,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1cf731893f874678ad392468a1aea584 is 50, key is test_row_0/C:col10/1734240991470/Put/seqid=0 2024-12-15T05:36:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742451_1627 (size=12151) 2024-12-15T05:36:32,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1cf731893f874678ad392468a1aea584 2024-12-15T05:36:32,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/f7db377e6ac4400d83e4cd1f942a573d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/f7db377e6ac4400d83e4cd1f942a573d 2024-12-15T05:36:32,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/f7db377e6ac4400d83e4cd1f942a573d, entries=250, sequenceid=174, filesize=47.3 K 2024-12-15T05:36:32,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/062c4e026aad4e3aa6aabfef285eb061 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/062c4e026aad4e3aa6aabfef285eb061 2024-12-15T05:36:32,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/062c4e026aad4e3aa6aabfef285eb061, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T05:36:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/1cf731893f874678ad392468a1aea584 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1cf731893f874678ad392468a1aea584 2024-12-15T05:36:32,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1cf731893f874678ad392468a1aea584, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T05:36:32,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 8174ee11b0341984d0941970c979af48 in 847ms, sequenceid=174, compaction requested=true 2024-12-15T05:36:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:32,317 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:32,317 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:32,317 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:32,317 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:32,317 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/A is initiating minor compaction (all files) 2024-12-15T05:36:32,317 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/B is initiating minor compaction (all files) 2024-12-15T05:36:32,318 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/A in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,318 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/B in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,318 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/dff629dc06b4423fa2bd76dc5277bbe8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/50cd36264ae348589764113970a4ee7a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/062c4e026aad4e3aa6aabfef285eb061] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=35.9 K 2024-12-15T05:36:32,318 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/e3929eb1956a431b874c552d07fff378, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/d8fab9dcca9347f6ac58551b55eaed2f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/f7db377e6ac4400d83e4cd1f942a573d] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=108.3 K 2024-12-15T05:36:32,318 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,318 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/e3929eb1956a431b874c552d07fff378, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/d8fab9dcca9347f6ac58551b55eaed2f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/f7db377e6ac4400d83e4cd1f942a573d] 2024-12-15T05:36:32,318 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting dff629dc06b4423fa2bd76dc5277bbe8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734240987599 2024-12-15T05:36:32,318 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3929eb1956a431b874c552d07fff378, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734240987599 2024-12-15T05:36:32,318 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 50cd36264ae348589764113970a4ee7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734240988730 2024-12-15T05:36:32,318 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8fab9dcca9347f6ac58551b55eaed2f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734240988730 2024-12-15T05:36:32,318 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 062c4e026aad4e3aa6aabfef285eb061, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734240990861 2024-12-15T05:36:32,319 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7db377e6ac4400d83e4cd1f942a573d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734240990858 2024-12-15T05:36:32,324 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#B#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:32,324 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/296e3f0d05ef4b828d63cc06d31b21b6 is 50, key is test_row_0/B:col10/1734240991470/Put/seqid=0 2024-12-15T05:36:32,326 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:32,340 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121577d7ad8c1299460cbf857f0cd1956f87_8174ee11b0341984d0941970c979af48 store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:32,342 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121577d7ad8c1299460cbf857f0cd1956f87_8174ee11b0341984d0941970c979af48, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:32,342 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121577d7ad8c1299460cbf857f0cd1956f87_8174ee11b0341984d0941970c979af48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742452_1628 (size=12561) 2024-12-15T05:36:32,347 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/296e3f0d05ef4b828d63cc06d31b21b6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/296e3f0d05ef4b828d63cc06d31b21b6 2024-12-15T05:36:32,351 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/B of 8174ee11b0341984d0941970c979af48 into 296e3f0d05ef4b828d63cc06d31b21b6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:32,351 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:32,351 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/B, priority=13, startTime=1734240992317; duration=0sec 2024-12-15T05:36:32,351 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:32,351 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:B 2024-12-15T05:36:32,351 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T05:36:32,352 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T05:36:32,352 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/C is initiating minor compaction (all files) 2024-12-15T05:36:32,352 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/C in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,352 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6ed1c96098f460b8cea9e4389f18714, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/02a7377ebc2d426ca642b79b17fb479f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1cf731893f874678ad392468a1aea584] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=35.9 K 2024-12-15T05:36:32,352 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting c6ed1c96098f460b8cea9e4389f18714, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734240987599 2024-12-15T05:36:32,353 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a7377ebc2d426ca642b79b17fb479f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734240988730 2024-12-15T05:36:32,353 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cf731893f874678ad392468a1aea584, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734240990861 2024-12-15T05:36:32,361 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#C#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:32,361 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/de22676980b240b9b0833036309cd72c is 50, key is test_row_0/C:col10/1734240991470/Put/seqid=0 2024-12-15T05:36:32,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742453_1629 (size=4469) 2024-12-15T05:36:32,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742454_1630 (size=12561) 2024-12-15T05:36:32,367 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/de22676980b240b9b0833036309cd72c as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/de22676980b240b9b0833036309cd72c 2024-12-15T05:36:32,371 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/C of 8174ee11b0341984d0941970c979af48 into de22676980b240b9b0833036309cd72c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:32,371 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:32,371 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/C, priority=13, startTime=1734240992317; duration=0sec 2024-12-15T05:36:32,371 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:32,371 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:C 2024-12-15T05:36:32,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-15T05:36:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:32,432 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T05:36:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153d29418e36544546a934d22133890e18_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240991486/Put/seqid=0 2024-12-15T05:36:32,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742455_1631 (size=12304) 2024-12-15T05:36:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-15T05:36:32,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:32,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241052609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241052611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241052612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241052712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241052715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241052715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,763 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#A#compaction#536 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:32,763 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/ee9a2965170d490f8faa6ac9282af19e is 175, key is test_row_0/A:col10/1734240991470/Put/seqid=0 2024-12-15T05:36:32,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742456_1632 (size=31515) 2024-12-15T05:36:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:32,843 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153d29418e36544546a934d22133890e18_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153d29418e36544546a934d22133890e18_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:32,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/40e7b3f8a96441bfb7a48cd928f3bc27, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:32,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/40e7b3f8a96441bfb7a48cd928f3bc27 is 175, key is test_row_0/A:col10/1734240991486/Put/seqid=0 2024-12-15T05:36:32,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742457_1633 (size=31105) 2024-12-15T05:36:32,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241052915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241052917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:32,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241052918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-15T05:36:33,169 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/ee9a2965170d490f8faa6ac9282af19e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/ee9a2965170d490f8faa6ac9282af19e 2024-12-15T05:36:33,172 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8174ee11b0341984d0941970c979af48/A of 8174ee11b0341984d0941970c979af48 into ee9a2965170d490f8faa6ac9282af19e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:33,172 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:33,172 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/A, priority=13, startTime=1734240992317; duration=0sec 2024-12-15T05:36:33,172 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:33,172 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:A 2024-12-15T05:36:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241053219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:33,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241053220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:33,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241053221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:33,246 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/40e7b3f8a96441bfb7a48cd928f3bc27 2024-12-15T05:36:33,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/ee4b6daf42014d19821c3384a90a9b78 is 50, key is test_row_0/B:col10/1734240991486/Put/seqid=0 2024-12-15T05:36:33,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742458_1634 (size=12151) 2024-12-15T05:36:33,655 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/ee4b6daf42014d19821c3384a90a9b78 2024-12-15T05:36:33,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/5fdad7fece6b4e4b9147ae31b3278c7f is 50, key is test_row_0/C:col10/1734240991486/Put/seqid=0 2024-12-15T05:36:33,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742459_1635 (size=12151) 2024-12-15T05:36:33,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58946 deadline: 1734241053708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:33,709 DEBUG [Thread-2564 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., hostname=fcd62a4bcb63,36137,1734240823378, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T05:36:33,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241053721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:33,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241053722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:33,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241053723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:34,064 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/5fdad7fece6b4e4b9147ae31b3278c7f 2024-12-15T05:36:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/40e7b3f8a96441bfb7a48cd928f3bc27 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/40e7b3f8a96441bfb7a48cd928f3bc27 2024-12-15T05:36:34,069 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/40e7b3f8a96441bfb7a48cd928f3bc27, entries=150, sequenceid=197, filesize=30.4 K 2024-12-15T05:36:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/ee4b6daf42014d19821c3384a90a9b78 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/ee4b6daf42014d19821c3384a90a9b78 2024-12-15T05:36:34,072 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/ee4b6daf42014d19821c3384a90a9b78, entries=150, sequenceid=197, filesize=11.9 K 2024-12-15T05:36:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/5fdad7fece6b4e4b9147ae31b3278c7f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5fdad7fece6b4e4b9147ae31b3278c7f 2024-12-15T05:36:34,074 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5fdad7fece6b4e4b9147ae31b3278c7f, entries=150, sequenceid=197, filesize=11.9 K 2024-12-15T05:36:34,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 8174ee11b0341984d0941970c979af48 in 1643ms, sequenceid=197, compaction requested=false 2024-12-15T05:36:34,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:34,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:34,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-15T05:36:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-15T05:36:34,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-15T05:36:34,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1000 sec 2024-12-15T05:36:34,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.1020 sec 2024-12-15T05:36:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-15T05:36:34,079 INFO [Thread-2566 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-15T05:36:34,080 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-15T05:36:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-15T05:36:34,080 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:34,081 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:34,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-15T05:36:34,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:34,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-15T05:36:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:34,231 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T05:36:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:34,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b820c5c077ed4accbad2ec7ee28c5638_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240992611/Put/seqid=0 2024-12-15T05:36:34,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742460_1636 (size=12304) 2024-12-15T05:36:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-15T05:36:34,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:34,641 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b820c5c077ed4accbad2ec7ee28c5638_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b820c5c077ed4accbad2ec7ee28c5638_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/3d68a5a7572a41cb906036ef6af20fa7, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:34,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/3d68a5a7572a41cb906036ef6af20fa7 is 175, key is test_row_0/A:col10/1734240992611/Put/seqid=0 2024-12-15T05:36:34,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742461_1637 (size=31105) 2024-12-15T05:36:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-15T05:36:34,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:34,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241054741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:34,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241054743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:34,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241054743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241054844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241054845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241054845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,046 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/3d68a5a7572a41cb906036ef6af20fa7 2024-12-15T05:36:35,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241055047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241055047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241055048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/de2e6fff5f4145878be473ca81aad1a4 is 50, key is test_row_0/B:col10/1734240992611/Put/seqid=0 2024-12-15T05:36:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742462_1638 (size=12151) 2024-12-15T05:36:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-15T05:36:35,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241055349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241055350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241055350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,454 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/de2e6fff5f4145878be473ca81aad1a4 2024-12-15T05:36:35,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/24ebe966a118425dba49bcc2583dc6a6 is 50, key is test_row_0/C:col10/1734240992611/Put/seqid=0 2024-12-15T05:36:35,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742463_1639 (size=12151) 2024-12-15T05:36:35,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241055851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241055855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241055855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:35,863 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/24ebe966a118425dba49bcc2583dc6a6 2024-12-15T05:36:35,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/3d68a5a7572a41cb906036ef6af20fa7 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/3d68a5a7572a41cb906036ef6af20fa7 2024-12-15T05:36:35,868 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/3d68a5a7572a41cb906036ef6af20fa7, entries=150, sequenceid=214, filesize=30.4 K 2024-12-15T05:36:35,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/de2e6fff5f4145878be473ca81aad1a4 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/de2e6fff5f4145878be473ca81aad1a4 2024-12-15T05:36:35,871 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/de2e6fff5f4145878be473ca81aad1a4, entries=150, sequenceid=214, filesize=11.9 K 2024-12-15T05:36:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/24ebe966a118425dba49bcc2583dc6a6 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/24ebe966a118425dba49bcc2583dc6a6 2024-12-15T05:36:35,873 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/24ebe966a118425dba49bcc2583dc6a6, entries=150, sequenceid=214, filesize=11.9 K 2024-12-15T05:36:35,874 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8174ee11b0341984d0941970c979af48 in 1643ms, sequenceid=214, compaction requested=true 2024-12-15T05:36:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-15T05:36:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-15T05:36:35,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-15T05:36:35,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7940 sec 2024-12-15T05:36:35,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.7960 sec 2024-12-15T05:36:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-15T05:36:36,183 INFO [Thread-2566 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-15T05:36:36,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-15T05:36:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-15T05:36:36,185 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:36,186 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:36,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-15T05:36:36,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:36,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-15T05:36:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:36,337 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T05:36:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:36,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150435dda85b414e38900fe4bd6e91942e_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240994738/Put/seqid=0 2024-12-15T05:36:36,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742464_1640 (size=12304) 2024-12-15T05:36:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-15T05:36:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:36,758 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150435dda85b414e38900fe4bd6e91942e_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150435dda85b414e38900fe4bd6e91942e_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:36,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/4dc76758227a4c75a594ff249e85f283, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/4dc76758227a4c75a594ff249e85f283 is 175, key is test_row_0/A:col10/1734240994738/Put/seqid=0 2024-12-15T05:36:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742465_1641 (size=31105) 2024-12-15T05:36:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-15T05:36:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:36,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:36,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241056899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:36,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241056899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:36,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241056899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241057004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241057004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241057005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,163 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/4dc76758227a4c75a594ff249e85f283 2024-12-15T05:36:37,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/74ab8ca4befc4bf8a7fb8175ca468b54 is 50, key is test_row_0/B:col10/1734240994738/Put/seqid=0 2024-12-15T05:36:37,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742466_1642 (size=12151) 2024-12-15T05:36:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241057207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241057208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241057208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-15T05:36:37,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241057511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241057512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241057512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:37,572 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/74ab8ca4befc4bf8a7fb8175ca468b54 2024-12-15T05:36:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/7f3fd8ac5f1f41a982cf39f733bda46e is 50, key is test_row_0/C:col10/1734240994738/Put/seqid=0 2024-12-15T05:36:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742467_1643 (size=12151) 2024-12-15T05:36:37,581 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/7f3fd8ac5f1f41a982cf39f733bda46e 2024-12-15T05:36:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/4dc76758227a4c75a594ff249e85f283 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/4dc76758227a4c75a594ff249e85f283 2024-12-15T05:36:37,586 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/4dc76758227a4c75a594ff249e85f283, entries=150, sequenceid=234, filesize=30.4 K 2024-12-15T05:36:37,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/74ab8ca4befc4bf8a7fb8175ca468b54 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/74ab8ca4befc4bf8a7fb8175ca468b54 2024-12-15T05:36:37,589 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/74ab8ca4befc4bf8a7fb8175ca468b54, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T05:36:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/7f3fd8ac5f1f41a982cf39f733bda46e as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/7f3fd8ac5f1f41a982cf39f733bda46e 2024-12-15T05:36:37,591 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/7f3fd8ac5f1f41a982cf39f733bda46e, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T05:36:37,592 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8174ee11b0341984d0941970c979af48 in 1255ms, sequenceid=234, compaction requested=true 2024-12-15T05:36:37,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:37,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:37,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-15T05:36:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-15T05:36:37,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-15T05:36:37,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-12-15T05:36:37,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.4100 sec 2024-12-15T05:36:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:38,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T05:36:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:38,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c55415dab1804bab9b633b3620d580cc_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240998018/Put/seqid=0 2024-12-15T05:36:38,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742468_1644 (size=14794) 2024-12-15T05:36:38,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241058036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241058037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241058038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241058140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241058144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241058145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-15T05:36:38,289 INFO [Thread-2566 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-15T05:36:38,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T05:36:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-15T05:36:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-15T05:36:38,291 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T05:36:38,291 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T05:36:38,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T05:36:38,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241058342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241058346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241058347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-15T05:36:38,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:38,429 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c55415dab1804bab9b633b3620d580cc_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c55415dab1804bab9b633b3620d580cc_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:38,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/b3fb0905e6374d64b6f1cb4731af2d11, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:38,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/b3fb0905e6374d64b6f1cb4731af2d11 is 175, key is test_row_0/A:col10/1734240998018/Put/seqid=0 2024-12-15T05:36:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742469_1645 (size=39749) 2024-12-15T05:36:38,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:38,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:38,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:38,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:38,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-15T05:36:38,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:38,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:38,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:38,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:38,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241058646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241058648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241058650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:38,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:38,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:38,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:38,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/b3fb0905e6374d64b6f1cb4731af2d11 2024-12-15T05:36:38,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/555929d5db8d4934b8800bf9bd851351 is 50, key is test_row_0/B:col10/1734240998018/Put/seqid=0 2024-12-15T05:36:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742470_1646 (size=12151) 2024-12-15T05:36:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-15T05:36:38,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:38,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:38,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1734241059150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58900 deadline: 1734241059153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T05:36:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1734241059155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/555929d5db8d4934b8800bf9bd851351 2024-12-15T05:36:39,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/5ac06fb5388342e1b81b965e84276822 is 50, key is test_row_0/C:col10/1734240998018/Put/seqid=0 2024-12-15T05:36:39,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742471_1647 (size=12151) 2024-12-15T05:36:39,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:39,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:39,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-15T05:36:39,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:39,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:39,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,549 DEBUG [Thread-2573 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f48b1c2 to 127.0.0.1:53650 2024-12-15T05:36:39,550 DEBUG [Thread-2573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:39,550 DEBUG [Thread-2567 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:53650 2024-12-15T05:36:39,550 DEBUG [Thread-2567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:39,551 DEBUG [Thread-2575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7287c75d to 127.0.0.1:53650 2024-12-15T05:36:39,551 DEBUG [Thread-2575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:39,551 DEBUG [Thread-2569 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15b6349f to 127.0.0.1:53650 2024-12-15T05:36:39,551 DEBUG [Thread-2569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:39,552 DEBUG [Thread-2571 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x439b60d5 to 127.0.0.1:53650 2024-12-15T05:36:39,552 DEBUG [Thread-2571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:39,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/5ac06fb5388342e1b81b965e84276822 2024-12-15T05:36:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/b3fb0905e6374d64b6f1cb4731af2d11 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/b3fb0905e6374d64b6f1cb4731af2d11 2024-12-15T05:36:39,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:39,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:39,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:36:39,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/b3fb0905e6374d64b6f1cb4731af2d11, entries=200, sequenceid=253, filesize=38.8 K 2024-12-15T05:36:39,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/555929d5db8d4934b8800bf9bd851351 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/555929d5db8d4934b8800bf9bd851351 2024-12-15T05:36:39,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/555929d5db8d4934b8800bf9bd851351, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T05:36:39,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/5ac06fb5388342e1b81b965e84276822 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5ac06fb5388342e1b81b965e84276822 2024-12-15T05:36:39,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5ac06fb5388342e1b81b965e84276822, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T05:36:39,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8174ee11b0341984d0941970c979af48 in 1651ms, sequenceid=253, compaction requested=true 2024-12-15T05:36:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T05:36:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:39,669 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T05:36:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T05:36:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:39,669 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T05:36:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8174ee11b0341984d0941970c979af48:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T05:36:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:39,670 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61165 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T05:36:39,670 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164579 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T05:36:39,670 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/B is initiating minor compaction (all files) 2024-12-15T05:36:39,670 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/A is initiating minor compaction (all files) 2024-12-15T05:36:39,670 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/B in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,670 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/A in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,670 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/ee9a2965170d490f8faa6ac9282af19e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/40e7b3f8a96441bfb7a48cd928f3bc27, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/3d68a5a7572a41cb906036ef6af20fa7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/4dc76758227a4c75a594ff249e85f283, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/b3fb0905e6374d64b6f1cb4731af2d11] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=160.7 K 2024-12-15T05:36:39,670 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/296e3f0d05ef4b828d63cc06d31b21b6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/ee4b6daf42014d19821c3384a90a9b78, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/de2e6fff5f4145878be473ca81aad1a4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/74ab8ca4befc4bf8a7fb8175ca468b54, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/555929d5db8d4934b8800bf9bd851351] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=59.7 K 2024-12-15T05:36:39,670 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,670 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. files: [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/ee9a2965170d490f8faa6ac9282af19e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/40e7b3f8a96441bfb7a48cd928f3bc27, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/3d68a5a7572a41cb906036ef6af20fa7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/4dc76758227a4c75a594ff249e85f283, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/b3fb0905e6374d64b6f1cb4731af2d11] 2024-12-15T05:36:39,670 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 296e3f0d05ef4b828d63cc06d31b21b6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734240990861 2024-12-15T05:36:39,670 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee9a2965170d490f8faa6ac9282af19e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734240990861 2024-12-15T05:36:39,670 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting ee4b6daf42014d19821c3384a90a9b78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240991483 2024-12-15T05:36:39,671 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40e7b3f8a96441bfb7a48cd928f3bc27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240991483 2024-12-15T05:36:39,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting de2e6fff5f4145878be473ca81aad1a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734240992607 2024-12-15T05:36:39,671 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d68a5a7572a41cb906036ef6af20fa7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734240992607 2024-12-15T05:36:39,671 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dc76758227a4c75a594ff249e85f283, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240994738 2024-12-15T05:36:39,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ab8ca4befc4bf8a7fb8175ca468b54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240994738 2024-12-15T05:36:39,671 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3fb0905e6374d64b6f1cb4731af2d11, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240996898 2024-12-15T05:36:39,671 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 555929d5db8d4934b8800bf9bd851351, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240998017 2024-12-15T05:36:39,676 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:39,677 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215da9524ee314a4ffc87f1c1f5b830878e_8174ee11b0341984d0941970c979af48 store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:39,678 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#B#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:39,678 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/c2e9d1352c60427caf2ee472c2a8378b is 50, key is test_row_0/B:col10/1734240998018/Put/seqid=0 2024-12-15T05:36:39,679 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215da9524ee314a4ffc87f1c1f5b830878e_8174ee11b0341984d0941970c979af48, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:39,679 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215da9524ee314a4ffc87f1c1f5b830878e_8174ee11b0341984d0941970c979af48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742472_1648 (size=12731) 2024-12-15T05:36:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742473_1649 (size=4469) 2024-12-15T05:36:39,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:39,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-15T05:36:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:39,813 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T05:36:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:39,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fbef3c844b374dce80b400777b99ae23_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734240998037/Put/seqid=0 2024-12-15T05:36:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742474_1650 (size=12454) 2024-12-15T05:36:40,085 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#A#compaction#550 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:40,086 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/217ee527621b4805bbcdc60efc42aa56 is 175, key is test_row_0/A:col10/1734240998018/Put/seqid=0 2024-12-15T05:36:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742475_1651 (size=31685) 2024-12-15T05:36:40,093 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/c2e9d1352c60427caf2ee472c2a8378b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c2e9d1352c60427caf2ee472c2a8378b 2024-12-15T05:36:40,098 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8174ee11b0341984d0941970c979af48/B of 8174ee11b0341984d0941970c979af48 into c2e9d1352c60427caf2ee472c2a8378b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:40,098 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:40,098 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/B, priority=11, startTime=1734240999669; duration=0sec 2024-12-15T05:36:40,098 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T05:36:40,098 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:B 2024-12-15T05:36:40,098 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T05:36:40,100 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61165 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T05:36:40,100 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1540): 8174ee11b0341984d0941970c979af48/C is initiating minor compaction (all files) 2024-12-15T05:36:40,100 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8174ee11b0341984d0941970c979af48/C in TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:40,100 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/de22676980b240b9b0833036309cd72c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5fdad7fece6b4e4b9147ae31b3278c7f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/24ebe966a118425dba49bcc2583dc6a6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/7f3fd8ac5f1f41a982cf39f733bda46e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5ac06fb5388342e1b81b965e84276822] into tmpdir=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp, totalSize=59.7 K 2024-12-15T05:36:40,100 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting de22676980b240b9b0833036309cd72c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734240990861 2024-12-15T05:36:40,101 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fdad7fece6b4e4b9147ae31b3278c7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734240991483 2024-12-15T05:36:40,101 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 24ebe966a118425dba49bcc2583dc6a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734240992607 2024-12-15T05:36:40,101 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f3fd8ac5f1f41a982cf39f733bda46e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734240994738 2024-12-15T05:36:40,102 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ac06fb5388342e1b81b965e84276822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734240998017 2024-12-15T05:36:40,112 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8174ee11b0341984d0941970c979af48#C#compaction#553 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T05:36:40,113 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/5232db99565d4a78b1eda001090de59f is 50, key is test_row_0/C:col10/1734240998018/Put/seqid=0 2024-12-15T05:36:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742476_1652 (size=12731) 2024-12-15T05:36:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36137 {}] regionserver.HRegion(8581): Flush requested on 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:40,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. as already flushing 2024-12-15T05:36:40,159 DEBUG [Thread-2560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:53650 2024-12-15T05:36:40,159 DEBUG [Thread-2560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:40,161 DEBUG [Thread-2558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:53650 2024-12-15T05:36:40,161 DEBUG [Thread-2558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:40,161 DEBUG [Thread-2556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:53650 2024-12-15T05:36:40,161 DEBUG [Thread-2556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:40,238 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fbef3c844b374dce80b400777b99ae23_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fbef3c844b374dce80b400777b99ae23_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:40,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/c216f02676e14efe9c83296ff4936f3d, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/c216f02676e14efe9c83296ff4936f3d is 175, key is test_row_0/A:col10/1734240998037/Put/seqid=0 2024-12-15T05:36:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742477_1653 (size=31255) 2024-12-15T05:36:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-15T05:36:40,506 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/217ee527621b4805bbcdc60efc42aa56 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/217ee527621b4805bbcdc60efc42aa56 2024-12-15T05:36:40,510 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8174ee11b0341984d0941970c979af48/A of 8174ee11b0341984d0941970c979af48 into 217ee527621b4805bbcdc60efc42aa56(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:40,510 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:40,510 INFO [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/A, priority=11, startTime=1734240999669; duration=0sec 2024-12-15T05:36:40,510 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:40,510 DEBUG [RS:0;fcd62a4bcb63:36137-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:A 2024-12-15T05:36:40,522 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/5232db99565d4a78b1eda001090de59f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5232db99565d4a78b1eda001090de59f 2024-12-15T05:36:40,527 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8174ee11b0341984d0941970c979af48/C of 8174ee11b0341984d0941970c979af48 into 5232db99565d4a78b1eda001090de59f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T05:36:40,527 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:40,527 INFO [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48., storeName=8174ee11b0341984d0941970c979af48/C, priority=11, startTime=1734240999669; duration=0sec 2024-12-15T05:36:40,527 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T05:36:40,527 DEBUG [RS:0;fcd62a4bcb63:36137-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8174ee11b0341984d0941970c979af48:C 2024-12-15T05:36:40,649 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/c216f02676e14efe9c83296ff4936f3d 2024-12-15T05:36:40,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/eebaf71abb76489680398172a160f44f is 50, key is test_row_0/B:col10/1734240998037/Put/seqid=0 2024-12-15T05:36:40,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742478_1654 (size=12301) 2024-12-15T05:36:41,067 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/eebaf71abb76489680398172a160f44f 2024-12-15T05:36:41,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/c6dd8d547b44454683d35fb54bc88080 is 50, key is test_row_0/C:col10/1734240998037/Put/seqid=0 2024-12-15T05:36:41,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742479_1655 (size=12301) 2024-12-15T05:36:41,483 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/c6dd8d547b44454683d35fb54bc88080 2024-12-15T05:36:41,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/c216f02676e14efe9c83296ff4936f3d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c216f02676e14efe9c83296ff4936f3d 2024-12-15T05:36:41,499 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c216f02676e14efe9c83296ff4936f3d, entries=150, sequenceid=270, filesize=30.5 K 2024-12-15T05:36:41,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/eebaf71abb76489680398172a160f44f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/eebaf71abb76489680398172a160f44f 2024-12-15T05:36:41,504 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/eebaf71abb76489680398172a160f44f, entries=150, sequenceid=270, filesize=12.0 K 2024-12-15T05:36:41,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/c6dd8d547b44454683d35fb54bc88080 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6dd8d547b44454683d35fb54bc88080 2024-12-15T05:36:41,509 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6dd8d547b44454683d35fb54bc88080, entries=150, sequenceid=270, filesize=12.0 K 2024-12-15T05:36:41,509 INFO [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for 8174ee11b0341984d0941970c979af48 in 1696ms, sequenceid=270, compaction requested=false 2024-12-15T05:36:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fcd62a4bcb63:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-15T05:36:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-15T05:36:41,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-15T05:36:41,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2200 sec 2024-12-15T05:36:41,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 3.2230 sec 2024-12-15T05:36:41,687 DEBUG [Thread-2562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:53650 2024-12-15T05:36:41,687 DEBUG [Thread-2562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:41,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T05:36:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-15T05:36:42,397 INFO [Thread-2566 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-15T05:36:43,750 DEBUG [Thread-2564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:53650 2024-12-15T05:36:43,750 DEBUG [Thread-2564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8633 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8388 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8399 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8692 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8375 2024-12-15T05:36:43,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T05:36:43,751 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T05:36:43,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:53650 2024-12-15T05:36:43,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:43,753 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T05:36:43,753 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T05:36:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-15T05:36:43,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734241003757"}]},"ts":"1734241003757"} 2024-12-15T05:36:43,758 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T05:36:43,803 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T05:36:43,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T05:36:43,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, UNASSIGN}] 2024-12-15T05:36:43,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, UNASSIGN 2024-12-15T05:36:43,806 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=8174ee11b0341984d0941970c979af48, regionState=CLOSING, regionLocation=fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:43,807 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T05:36:43,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; CloseRegionProcedure 8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378}] 2024-12-15T05:36:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-15T05:36:43,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:43,960 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(124): Close 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:43,961 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T05:36:43,961 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1681): Closing 8174ee11b0341984d0941970c979af48, disabling compactions & flushes 2024-12-15T05:36:43,961 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:43,961 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:43,961 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. after waiting 0 ms 2024-12-15T05:36:43,961 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:43,961 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(2837): Flushing 8174ee11b0341984d0941970c979af48 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T05:36:43,962 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=A 2024-12-15T05:36:43,962 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:43,962 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=B 2024-12-15T05:36:43,962 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:43,962 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8174ee11b0341984d0941970c979af48, store=C 2024-12-15T05:36:43,962 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T05:36:43,971 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153fedea185b0b4f968360fa830f6e7819_8174ee11b0341984d0941970c979af48 is 50, key is test_row_0/A:col10/1734241000156/Put/seqid=0 2024-12-15T05:36:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742480_1656 (size=12454) 2024-12-15T05:36:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-15T05:36:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-15T05:36:44,377 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T05:36:44,412 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153fedea185b0b4f968360fa830f6e7819_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153fedea185b0b4f968360fa830f6e7819_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:44,414 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/9897925805e14d26be12aa2828b16747, store: [table=TestAcidGuarantees family=A region=8174ee11b0341984d0941970c979af48] 2024-12-15T05:36:44,416 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/9897925805e14d26be12aa2828b16747 is 175, key is test_row_0/A:col10/1734241000156/Put/seqid=0 2024-12-15T05:36:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742481_1657 (size=31255) 2024-12-15T05:36:44,825 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/9897925805e14d26be12aa2828b16747 2024-12-15T05:36:44,837 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/53606fe0cea643f7acc3599f010cbe0f is 50, key is test_row_0/B:col10/1734241000156/Put/seqid=0 2024-12-15T05:36:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742482_1658 (size=12301) 2024-12-15T05:36:44,841 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/53606fe0cea643f7acc3599f010cbe0f 2024-12-15T05:36:44,846 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/af4a0f9317c245f7857b073a4688c0ea is 50, key is test_row_0/C:col10/1734241000156/Put/seqid=0 2024-12-15T05:36:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742483_1659 (size=12301) 2024-12-15T05:36:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-15T05:36:45,252 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/af4a0f9317c245f7857b073a4688c0ea 2024-12-15T05:36:45,262 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/A/9897925805e14d26be12aa2828b16747 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/9897925805e14d26be12aa2828b16747 2024-12-15T05:36:45,265 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/9897925805e14d26be12aa2828b16747, entries=150, sequenceid=281, filesize=30.5 K 2024-12-15T05:36:45,266 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/B/53606fe0cea643f7acc3599f010cbe0f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/53606fe0cea643f7acc3599f010cbe0f 2024-12-15T05:36:45,269 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/53606fe0cea643f7acc3599f010cbe0f, entries=150, sequenceid=281, filesize=12.0 K 2024-12-15T05:36:45,270 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/.tmp/C/af4a0f9317c245f7857b073a4688c0ea as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/af4a0f9317c245f7857b073a4688c0ea 2024-12-15T05:36:45,273 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/af4a0f9317c245f7857b073a4688c0ea, entries=150, sequenceid=281, filesize=12.0 K 2024-12-15T05:36:45,274 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8174ee11b0341984d0941970c979af48 in 1313ms, sequenceid=281, compaction requested=true 2024-12-15T05:36:45,275 DEBUG [StoreCloser-TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/555b03fd6d2148d392203b43926179da, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c1addbeb609d47028d3559a6af95b370, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/632504b4d7da41c0a14e779d392ff10a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/988a5a6b93d5491aa75dac2f981e891a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/bb42cbfcd3414940bcb78a6a53ee218c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/97863f28e1244e648072eb3f6882269d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/26eaeac61e05441498d5fa6fb3b7fe1f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/99a64bf528c546919cb0b35aee1de2f4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/5b16c6c46fec49559b47385f3d226b12, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/e3929eb1956a431b874c552d07fff378, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/d8fab9dcca9347f6ac58551b55eaed2f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/f7db377e6ac4400d83e4cd1f942a573d, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/ee9a2965170d490f8faa6ac9282af19e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/40e7b3f8a96441bfb7a48cd928f3bc27, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/3d68a5a7572a41cb906036ef6af20fa7, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/4dc76758227a4c75a594ff249e85f283, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/b3fb0905e6374d64b6f1cb4731af2d11] to archive 2024-12-15T05:36:45,275 DEBUG [StoreCloser-TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:36:45,277 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c1addbeb609d47028d3559a6af95b370 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c1addbeb609d47028d3559a6af95b370 2024-12-15T05:36:45,277 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/555b03fd6d2148d392203b43926179da to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/555b03fd6d2148d392203b43926179da 2024-12-15T05:36:45,277 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/97863f28e1244e648072eb3f6882269d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/97863f28e1244e648072eb3f6882269d 2024-12-15T05:36:45,277 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/bb42cbfcd3414940bcb78a6a53ee218c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/bb42cbfcd3414940bcb78a6a53ee218c 2024-12-15T05:36:45,277 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/99a64bf528c546919cb0b35aee1de2f4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/99a64bf528c546919cb0b35aee1de2f4 2024-12-15T05:36:45,277 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/988a5a6b93d5491aa75dac2f981e891a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/988a5a6b93d5491aa75dac2f981e891a 2024-12-15T05:36:45,277 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/632504b4d7da41c0a14e779d392ff10a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/632504b4d7da41c0a14e779d392ff10a 2024-12-15T05:36:45,277 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/26eaeac61e05441498d5fa6fb3b7fe1f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/26eaeac61e05441498d5fa6fb3b7fe1f 2024-12-15T05:36:45,278 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/5b16c6c46fec49559b47385f3d226b12 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/5b16c6c46fec49559b47385f3d226b12 2024-12-15T05:36:45,278 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/d8fab9dcca9347f6ac58551b55eaed2f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/d8fab9dcca9347f6ac58551b55eaed2f 2024-12-15T05:36:45,278 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/e3929eb1956a431b874c552d07fff378 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/e3929eb1956a431b874c552d07fff378 2024-12-15T05:36:45,278 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/40e7b3f8a96441bfb7a48cd928f3bc27 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/40e7b3f8a96441bfb7a48cd928f3bc27 2024-12-15T05:36:45,278 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/f7db377e6ac4400d83e4cd1f942a573d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/f7db377e6ac4400d83e4cd1f942a573d 2024-12-15T05:36:45,278 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/ee9a2965170d490f8faa6ac9282af19e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/ee9a2965170d490f8faa6ac9282af19e 2024-12-15T05:36:45,278 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/3d68a5a7572a41cb906036ef6af20fa7 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/3d68a5a7572a41cb906036ef6af20fa7 2024-12-15T05:36:45,278 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/4dc76758227a4c75a594ff249e85f283 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/4dc76758227a4c75a594ff249e85f283 2024-12-15T05:36:45,279 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/b3fb0905e6374d64b6f1cb4731af2d11 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/b3fb0905e6374d64b6f1cb4731af2d11 2024-12-15T05:36:45,279 DEBUG [StoreCloser-TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c4186220ed7b4bbba2b3bfa927899e98, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/063935fbcb004261bf84455dd9f0f418, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5a735b7e703f4009b1b84276bdf89713, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/13411fb9c1c84baca2b9801b5f65a612, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5fcaf3450714431e92962ff9d8dbbb86, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/37f63646b765445ba14a0e972e0a3c71, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/094900622f684100a2ac22adf9251572, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/6c55d06932d84ae98bfd7c82a75e7e3e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/dff629dc06b4423fa2bd76dc5277bbe8, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/89f4d1c3967943198ce997ccbb6369dc, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/50cd36264ae348589764113970a4ee7a, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/296e3f0d05ef4b828d63cc06d31b21b6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/062c4e026aad4e3aa6aabfef285eb061, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/ee4b6daf42014d19821c3384a90a9b78, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/de2e6fff5f4145878be473ca81aad1a4, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/74ab8ca4befc4bf8a7fb8175ca468b54, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/555929d5db8d4934b8800bf9bd851351] to archive 2024-12-15T05:36:45,280 DEBUG [StoreCloser-TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:36:45,281 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c4186220ed7b4bbba2b3bfa927899e98 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c4186220ed7b4bbba2b3bfa927899e98 2024-12-15T05:36:45,281 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/063935fbcb004261bf84455dd9f0f418 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/063935fbcb004261bf84455dd9f0f418 2024-12-15T05:36:45,281 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5a735b7e703f4009b1b84276bdf89713 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5a735b7e703f4009b1b84276bdf89713 2024-12-15T05:36:45,281 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5fcaf3450714431e92962ff9d8dbbb86 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/5fcaf3450714431e92962ff9d8dbbb86 2024-12-15T05:36:45,282 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/13411fb9c1c84baca2b9801b5f65a612 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/13411fb9c1c84baca2b9801b5f65a612 2024-12-15T05:36:45,282 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/094900622f684100a2ac22adf9251572 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/094900622f684100a2ac22adf9251572 2024-12-15T05:36:45,282 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/37f63646b765445ba14a0e972e0a3c71 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/37f63646b765445ba14a0e972e0a3c71 2024-12-15T05:36:45,282 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/6c55d06932d84ae98bfd7c82a75e7e3e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/6c55d06932d84ae98bfd7c82a75e7e3e 2024-12-15T05:36:45,282 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/89f4d1c3967943198ce997ccbb6369dc to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/89f4d1c3967943198ce997ccbb6369dc 2024-12-15T05:36:45,282 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/50cd36264ae348589764113970a4ee7a to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/50cd36264ae348589764113970a4ee7a 2024-12-15T05:36:45,283 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/062c4e026aad4e3aa6aabfef285eb061 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/062c4e026aad4e3aa6aabfef285eb061 2024-12-15T05:36:45,283 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/ee4b6daf42014d19821c3384a90a9b78 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/ee4b6daf42014d19821c3384a90a9b78 2024-12-15T05:36:45,283 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/de2e6fff5f4145878be473ca81aad1a4 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/de2e6fff5f4145878be473ca81aad1a4 2024-12-15T05:36:45,283 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/296e3f0d05ef4b828d63cc06d31b21b6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/296e3f0d05ef4b828d63cc06d31b21b6 2024-12-15T05:36:45,283 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/dff629dc06b4423fa2bd76dc5277bbe8 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/dff629dc06b4423fa2bd76dc5277bbe8 2024-12-15T05:36:45,283 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/74ab8ca4befc4bf8a7fb8175ca468b54 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/74ab8ca4befc4bf8a7fb8175ca468b54 2024-12-15T05:36:45,283 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/555929d5db8d4934b8800bf9bd851351 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/555929d5db8d4934b8800bf9bd851351 2024-12-15T05:36:45,284 DEBUG [StoreCloser-TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/ed776ee4598e4d0597ac890c22843c6f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1eebc8d4e3494823bd0c90092aa4bdde, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/360ff952d0f845e19ce5ae9d7b30b3da, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1ecca0f13e7f404aaaf0cfd1e112d679, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c2c938527dc0448b81209e88fdd2c414, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/73663ddfcb2745cc9f2839bcc9cd9134, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8924575bea214ba2817adbb051d47032, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/9bfd3d739f99428f855d2db11d857c3b, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6ed1c96098f460b8cea9e4389f18714, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8189bf3d062a46a4add25c766f9cce96, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/02a7377ebc2d426ca642b79b17fb479f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/de22676980b240b9b0833036309cd72c, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1cf731893f874678ad392468a1aea584, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5fdad7fece6b4e4b9147ae31b3278c7f, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/24ebe966a118425dba49bcc2583dc6a6, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/7f3fd8ac5f1f41a982cf39f733bda46e, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5ac06fb5388342e1b81b965e84276822] to archive 2024-12-15T05:36:45,284 DEBUG [StoreCloser-TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T05:36:45,285 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1eebc8d4e3494823bd0c90092aa4bdde to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1eebc8d4e3494823bd0c90092aa4bdde 2024-12-15T05:36:45,285 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/ed776ee4598e4d0597ac890c22843c6f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/ed776ee4598e4d0597ac890c22843c6f 2024-12-15T05:36:45,286 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1ecca0f13e7f404aaaf0cfd1e112d679 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1ecca0f13e7f404aaaf0cfd1e112d679 2024-12-15T05:36:45,286 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/360ff952d0f845e19ce5ae9d7b30b3da to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/360ff952d0f845e19ce5ae9d7b30b3da 2024-12-15T05:36:45,286 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/9bfd3d739f99428f855d2db11d857c3b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/9bfd3d739f99428f855d2db11d857c3b 2024-12-15T05:36:45,286 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c2c938527dc0448b81209e88fdd2c414 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c2c938527dc0448b81209e88fdd2c414 2024-12-15T05:36:45,286 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/73663ddfcb2745cc9f2839bcc9cd9134 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/73663ddfcb2745cc9f2839bcc9cd9134 2024-12-15T05:36:45,286 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8924575bea214ba2817adbb051d47032 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8924575bea214ba2817adbb051d47032 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6ed1c96098f460b8cea9e4389f18714 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6ed1c96098f460b8cea9e4389f18714 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8189bf3d062a46a4add25c766f9cce96 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/8189bf3d062a46a4add25c766f9cce96 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1cf731893f874678ad392468a1aea584 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/1cf731893f874678ad392468a1aea584 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/02a7377ebc2d426ca642b79b17fb479f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/02a7377ebc2d426ca642b79b17fb479f 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5fdad7fece6b4e4b9147ae31b3278c7f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5fdad7fece6b4e4b9147ae31b3278c7f 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/de22676980b240b9b0833036309cd72c to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/de22676980b240b9b0833036309cd72c 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/7f3fd8ac5f1f41a982cf39f733bda46e to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/7f3fd8ac5f1f41a982cf39f733bda46e 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/24ebe966a118425dba49bcc2583dc6a6 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/24ebe966a118425dba49bcc2583dc6a6 2024-12-15T05:36:45,287 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5ac06fb5388342e1b81b965e84276822 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5ac06fb5388342e1b81b965e84276822 2024-12-15T05:36:45,290 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/recovered.edits/284.seqid, newMaxSeqId=284, maxSeqId=4 2024-12-15T05:36:45,290 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48. 2024-12-15T05:36:45,290 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1635): Region close journal for 8174ee11b0341984d0941970c979af48: 2024-12-15T05:36:45,291 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(170): Closed 8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=8174ee11b0341984d0941970c979af48, regionState=CLOSED 2024-12-15T05:36:45,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-15T05:36:45,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseRegionProcedure 8174ee11b0341984d0941970c979af48, server=fcd62a4bcb63,36137,1734240823378 in 1.4850 sec 2024-12-15T05:36:45,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=187, resume processing ppid=186 2024-12-15T05:36:45,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, ppid=186, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8174ee11b0341984d0941970c979af48, UNASSIGN in 1.4880 sec 2024-12-15T05:36:45,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-15T05:36:45,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4920 sec 2024-12-15T05:36:45,296 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734241005296"}]},"ts":"1734241005296"} 2024-12-15T05:36:45,297 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T05:36:45,328 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T05:36:45,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5760 sec 2024-12-15T05:36:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-15T05:36:45,866 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-15T05:36:45,868 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T05:36:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:45,871 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:45,873 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=189, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-15T05:36:45,875 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,878 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C, FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/recovered.edits] 2024-12-15T05:36:45,880 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/217ee527621b4805bbcdc60efc42aa56 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/217ee527621b4805bbcdc60efc42aa56 2024-12-15T05:36:45,880 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c216f02676e14efe9c83296ff4936f3d to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/c216f02676e14efe9c83296ff4936f3d 2024-12-15T05:36:45,880 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/9897925805e14d26be12aa2828b16747 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/A/9897925805e14d26be12aa2828b16747 2024-12-15T05:36:45,882 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/53606fe0cea643f7acc3599f010cbe0f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/53606fe0cea643f7acc3599f010cbe0f 2024-12-15T05:36:45,882 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c2e9d1352c60427caf2ee472c2a8378b to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/c2e9d1352c60427caf2ee472c2a8378b 2024-12-15T05:36:45,882 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/eebaf71abb76489680398172a160f44f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/B/eebaf71abb76489680398172a160f44f 2024-12-15T05:36:45,884 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/af4a0f9317c245f7857b073a4688c0ea to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/af4a0f9317c245f7857b073a4688c0ea 2024-12-15T05:36:45,884 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6dd8d547b44454683d35fb54bc88080 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/c6dd8d547b44454683d35fb54bc88080 2024-12-15T05:36:45,884 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5232db99565d4a78b1eda001090de59f to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/C/5232db99565d4a78b1eda001090de59f 2024-12-15T05:36:45,886 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/recovered.edits/284.seqid to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48/recovered.edits/284.seqid 2024-12-15T05:36:45,886 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/default/TestAcidGuarantees/8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,886 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T05:36:45,886 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T05:36:45,887 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T05:36:45,890 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121537f3145989ec4a8380e4bd8b4a976311_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121537f3145989ec4a8380e4bd8b4a976311_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,890 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150435dda85b414e38900fe4bd6e91942e_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150435dda85b414e38900fe4bd6e91942e_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,890 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153d29418e36544546a934d22133890e18_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153d29418e36544546a934d22133890e18_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,890 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215448f46e5788c4653b157bf3ce5e457e1_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215448f46e5788c4653b157bf3ce5e457e1_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,890 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153fedea185b0b4f968360fa830f6e7819_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153fedea185b0b4f968360fa830f6e7819_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,890 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215924106ba9ea846c398e95bfb5702742a_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215924106ba9ea846c398e95bfb5702742a_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,891 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215494a8f9de45641839c4f4180847ae74e_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215494a8f9de45641839c4f4180847ae74e_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,891 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157e688feff83a4c67b6c2940a293c4244_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157e688feff83a4c67b6c2940a293c4244_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,891 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159abedc7038004179864585f0d26cada6_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159abedc7038004179864585f0d26cada6_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,891 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c4fafb88604a4794a92a82f3a883e41e_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c4fafb88604a4794a92a82f3a883e41e_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,891 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fbef3c844b374dce80b400777b99ae23_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fbef3c844b374dce80b400777b99ae23_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,891 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b820c5c077ed4accbad2ec7ee28c5638_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b820c5c077ed4accbad2ec7ee28c5638_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,891 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c55415dab1804bab9b633b3620d580cc_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c55415dab1804bab9b633b3620d580cc_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,892 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c69dcaf5bcd448db84384e101b0c164b_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c69dcaf5bcd448db84384e101b0c164b_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,892 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fffc4ab456e64980b49278ab10176274_8174ee11b0341984d0941970c979af48 to hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fffc4ab456e64980b49278ab10176274_8174ee11b0341984d0941970c979af48 2024-12-15T05:36:45,892 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T05:36:45,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=189, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:45,895 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T05:36:45,896 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T05:36:45,897 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=189, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:45,897 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T05:36:45,897 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734241005897"}]},"ts":"9223372036854775807"} 2024-12-15T05:36:45,898 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T05:36:45,898 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8174ee11b0341984d0941970c979af48, NAME => 'TestAcidGuarantees,,1734240977341.8174ee11b0341984d0941970c979af48.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T05:36:45,898 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T05:36:45,898 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734241005898"}]},"ts":"9223372036854775807"} 2024-12-15T05:36:45,900 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T05:36:45,937 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=189, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T05:36:45,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-12-15T05:36:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46241 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-15T05:36:45,975 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-15T05:36:45,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244 (was 247), OpenFileDescriptor=451 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 363), ProcessCount=9 (was 9), AvailableMemoryMB=4982 (was 4991) 2024-12-15T05:36:45,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T05:36:45,993 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T05:36:45,993 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:53650 2024-12-15T05:36:45,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:45,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T05:36:45,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=634853251, stopped=false 2024-12-15T05:36:45,994 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fcd62a4bcb63,46241,1734240822551 2024-12-15T05:36:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T05:36:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T05:36:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:36:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:36:46,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T05:36:46,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:46,004 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fcd62a4bcb63,36137,1734240823378' ***** 2024-12-15T05:36:46,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T05:36:46,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T05:36:46,004 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T05:36:46,004 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T05:36:46,004 INFO [RS:0;fcd62a4bcb63:36137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T05:36:46,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T05:36:46,004 INFO [RS:0;fcd62a4bcb63:36137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T05:36:46,005 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(3579): Received CLOSE for ebee679b7856b3b2e25938445709ba27 2024-12-15T05:36:46,005 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1224): stopping server fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:46,005 DEBUG [RS:0;fcd62a4bcb63:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:46,005 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T05:36:46,005 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T05:36:46,005 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T05:36:46,005 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T05:36:46,005 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ebee679b7856b3b2e25938445709ba27, disabling compactions & flushes 2024-12-15T05:36:46,005 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:36:46,005 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:36:46,005 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. after waiting 0 ms 2024-12-15T05:36:46,005 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:36:46,005 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ebee679b7856b3b2e25938445709ba27 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T05:36:46,005 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T05:36:46,005 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, ebee679b7856b3b2e25938445709ba27=hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27.} 2024-12-15T05:36:46,006 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T05:36:46,006 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T05:36:46,006 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T05:36:46,006 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T05:36:46,006 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T05:36:46,006 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-15T05:36:46,008 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ebee679b7856b3b2e25938445709ba27 2024-12-15T05:36:46,023 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27/.tmp/info/c2c51f1d91e34fa79a5e2fc234b1da8b is 45, key is default/info:d/1734240828986/Put/seqid=0 2024-12-15T05:36:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742484_1660 (size=5037) 2024-12-15T05:36:46,028 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/info/de0f71324f804fa5818892817722da0a is 143, key is hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27./info:regioninfo/1734240828886/Put/seqid=0 2024-12-15T05:36:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742485_1661 (size=7725) 2024-12-15T05:36:46,094 INFO [regionserver/fcd62a4bcb63:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T05:36:46,095 INFO [regionserver/fcd62a4bcb63:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T05:36:46,114 INFO [regionserver/fcd62a4bcb63:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T05:36:46,209 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ebee679b7856b3b2e25938445709ba27 2024-12-15T05:36:46,409 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ebee679b7856b3b2e25938445709ba27 2024-12-15T05:36:46,427 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27/.tmp/info/c2c51f1d91e34fa79a5e2fc234b1da8b 2024-12-15T05:36:46,432 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/info/de0f71324f804fa5818892817722da0a 2024-12-15T05:36:46,437 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27/.tmp/info/c2c51f1d91e34fa79a5e2fc234b1da8b as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27/info/c2c51f1d91e34fa79a5e2fc234b1da8b 2024-12-15T05:36:46,441 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27/info/c2c51f1d91e34fa79a5e2fc234b1da8b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T05:36:46,442 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ebee679b7856b3b2e25938445709ba27 in 437ms, sequenceid=6, compaction requested=false 2024-12-15T05:36:46,445 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/namespace/ebee679b7856b3b2e25938445709ba27/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T05:36:46,446 INFO [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:36:46,446 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ebee679b7856b3b2e25938445709ba27: 2024-12-15T05:36:46,446 DEBUG [RS_CLOSE_REGION-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734240827615.ebee679b7856b3b2e25938445709ba27. 2024-12-15T05:36:46,455 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/rep_barrier/29a2c7cb09f84babad09a2db99535917 is 102, key is TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3./rep_barrier:/1734240856834/DeleteFamily/seqid=0 2024-12-15T05:36:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742486_1662 (size=6025) 2024-12-15T05:36:46,610 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T05:36:46,810 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T05:36:46,859 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/rep_barrier/29a2c7cb09f84babad09a2db99535917 2024-12-15T05:36:46,886 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/table/8e4ca5fed97340b3bf84f7c37873ba48 is 96, key is TestAcidGuarantees,,1734240829253.f9a65ba47c254127c8c8ab177b191fa3./table:/1734240856834/DeleteFamily/seqid=0 2024-12-15T05:36:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742487_1663 (size=5942) 2024-12-15T05:36:47,010 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T05:36:47,010 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-15T05:36:47,011 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T05:36:47,211 DEBUG [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T05:36:47,290 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/table/8e4ca5fed97340b3bf84f7c37873ba48 2024-12-15T05:36:47,300 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/info/de0f71324f804fa5818892817722da0a as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/info/de0f71324f804fa5818892817722da0a 2024-12-15T05:36:47,304 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/info/de0f71324f804fa5818892817722da0a, entries=22, sequenceid=93, filesize=7.5 K 2024-12-15T05:36:47,305 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/rep_barrier/29a2c7cb09f84babad09a2db99535917 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/rep_barrier/29a2c7cb09f84babad09a2db99535917 2024-12-15T05:36:47,309 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/rep_barrier/29a2c7cb09f84babad09a2db99535917, entries=6, sequenceid=93, filesize=5.9 K 2024-12-15T05:36:47,309 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/.tmp/table/8e4ca5fed97340b3bf84f7c37873ba48 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/table/8e4ca5fed97340b3bf84f7c37873ba48 2024-12-15T05:36:47,314 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/table/8e4ca5fed97340b3bf84f7c37873ba48, entries=9, sequenceid=93, filesize=5.8 K 2024-12-15T05:36:47,314 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=93, compaction requested=false 2024-12-15T05:36:47,319 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-15T05:36:47,320 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T05:36:47,320 INFO [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T05:36:47,320 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T05:36:47,320 DEBUG [RS_CLOSE_META-regionserver/fcd62a4bcb63:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T05:36:47,411 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1250): stopping server fcd62a4bcb63,36137,1734240823378; all regions closed. 2024-12-15T05:36:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741834_1010 (size=26050) 2024-12-15T05:36:47,424 DEBUG [RS:0;fcd62a4bcb63:36137 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/oldWALs 2024-12-15T05:36:47,424 INFO [RS:0;fcd62a4bcb63:36137 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fcd62a4bcb63%2C36137%2C1734240823378.meta:.meta(num 1734240827280) 2024-12-15T05:36:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741832_1008 (size=15363718) 2024-12-15T05:36:47,430 DEBUG [RS:0;fcd62a4bcb63:36137 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/oldWALs 2024-12-15T05:36:47,430 INFO [RS:0;fcd62a4bcb63:36137 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fcd62a4bcb63%2C36137%2C1734240823378:(num 1734240826250) 2024-12-15T05:36:47,430 DEBUG [RS:0;fcd62a4bcb63:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:47,430 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T05:36:47,430 INFO [RS:0;fcd62a4bcb63:36137 {}] hbase.ChoreService(370): Chore service for: regionserver/fcd62a4bcb63:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T05:36:47,430 INFO [regionserver/fcd62a4bcb63:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T05:36:47,431 INFO [RS:0;fcd62a4bcb63:36137 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36137 2024-12-15T05:36:47,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fcd62a4bcb63,36137,1734240823378 2024-12-15T05:36:47,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T05:36:47,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fcd62a4bcb63,36137,1734240823378] 2024-12-15T05:36:47,478 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fcd62a4bcb63,36137,1734240823378; numProcessing=1 2024-12-15T05:36:47,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/fcd62a4bcb63,36137,1734240823378 already deleted, retry=false 2024-12-15T05:36:47,487 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fcd62a4bcb63,36137,1734240823378 expired; onlineServers=0 2024-12-15T05:36:47,487 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fcd62a4bcb63,46241,1734240822551' ***** 2024-12-15T05:36:47,487 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T05:36:47,487 DEBUG [M:0;fcd62a4bcb63:46241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b81c190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fcd62a4bcb63/172.17.0.2:0 2024-12-15T05:36:47,487 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegionServer(1224): stopping server fcd62a4bcb63,46241,1734240822551 2024-12-15T05:36:47,487 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegionServer(1250): stopping server fcd62a4bcb63,46241,1734240822551; all regions closed. 2024-12-15T05:36:47,487 DEBUG [M:0;fcd62a4bcb63:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T05:36:47,488 DEBUG [M:0;fcd62a4bcb63:46241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T05:36:47,488 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T05:36:47,488 DEBUG [M:0;fcd62a4bcb63:46241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T05:36:47,488 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster-HFileCleaner.large.0-1734240825986 {}] cleaner.HFileCleaner(306): Exit Thread[master/fcd62a4bcb63:0:becomeActiveMaster-HFileCleaner.large.0-1734240825986,5,FailOnTimeoutGroup] 2024-12-15T05:36:47,488 DEBUG [master/fcd62a4bcb63:0:becomeActiveMaster-HFileCleaner.small.0-1734240825987 {}] cleaner.HFileCleaner(306): Exit Thread[master/fcd62a4bcb63:0:becomeActiveMaster-HFileCleaner.small.0-1734240825987,5,FailOnTimeoutGroup] 2024-12-15T05:36:47,489 INFO [M:0;fcd62a4bcb63:46241 {}] hbase.ChoreService(370): Chore service for: master/fcd62a4bcb63:0 had [] on shutdown 2024-12-15T05:36:47,489 DEBUG [M:0;fcd62a4bcb63:46241 {}] master.HMaster(1733): Stopping service threads 2024-12-15T05:36:47,489 INFO [M:0;fcd62a4bcb63:46241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T05:36:47,491 INFO [M:0;fcd62a4bcb63:46241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T05:36:47,491 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T05:36:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T05:36:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T05:36:47,495 DEBUG [M:0;fcd62a4bcb63:46241 {}] zookeeper.ZKUtil(347): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T05:36:47,495 WARN [M:0;fcd62a4bcb63:46241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T05:36:47,495 INFO [M:0;fcd62a4bcb63:46241 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T05:36:47,495 INFO [M:0;fcd62a4bcb63:46241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T05:36:47,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T05:36:47,495 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T05:36:47,496 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T05:36:47,496 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T05:36:47,496 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T05:36:47,496 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T05:36:47,496 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=802.60 KB heapSize=988.59 KB 2024-12-15T05:36:47,514 DEBUG [M:0;fcd62a4bcb63:46241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0d96aeef33e40939d69c78d3b0bb87f is 82, key is hbase:meta,,1/info:regioninfo/1734240827415/Put/seqid=0 2024-12-15T05:36:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742488_1664 (size=5672) 2024-12-15T05:36:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T05:36:47,578 INFO [RS:0;fcd62a4bcb63:36137 {}] regionserver.HRegionServer(1307): Exiting; stopping=fcd62a4bcb63,36137,1734240823378; zookeeper connection closed. 2024-12-15T05:36:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x100282dfe9e0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T05:36:47,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37f74360 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37f74360 2024-12-15T05:36:47,579 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T05:36:47,918 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2290 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0d96aeef33e40939d69c78d3b0bb87f 2024-12-15T05:36:47,948 DEBUG [M:0;fcd62a4bcb63:46241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02c1b780bb924712afa9472935b7e3a5 is 2284, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1734240860283/Put/seqid=0 2024-12-15T05:36:47,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742489_1665 (size=46870) 2024-12-15T05:36:48,353 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=802.04 KB at sequenceid=2290 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02c1b780bb924712afa9472935b7e3a5 2024-12-15T05:36:48,357 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c1b780bb924712afa9472935b7e3a5 2024-12-15T05:36:48,375 DEBUG [M:0;fcd62a4bcb63:46241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/414a7f4192dc4733b7997033cf1d414d is 69, key is fcd62a4bcb63,36137,1734240823378/rs:state/1734240826029/Put/seqid=0 2024-12-15T05:36:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073742490_1666 (size=5156) 2024-12-15T05:36:48,779 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2290 (bloomFilter=true), to=hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/414a7f4192dc4733b7997033cf1d414d 2024-12-15T05:36:48,787 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0d96aeef33e40939d69c78d3b0bb87f as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0d96aeef33e40939d69c78d3b0bb87f 2024-12-15T05:36:48,793 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0d96aeef33e40939d69c78d3b0bb87f, entries=8, sequenceid=2290, filesize=5.5 K 2024-12-15T05:36:48,794 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02c1b780bb924712afa9472935b7e3a5 as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02c1b780bb924712afa9472935b7e3a5 2024-12-15T05:36:48,797 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c1b780bb924712afa9472935b7e3a5 2024-12-15T05:36:48,797 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02c1b780bb924712afa9472935b7e3a5, entries=189, sequenceid=2290, filesize=45.8 K 2024-12-15T05:36:48,798 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/414a7f4192dc4733b7997033cf1d414d as hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/414a7f4192dc4733b7997033cf1d414d 2024-12-15T05:36:48,801 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36367/user/jenkins/test-data/2a2a8ac1-b282-079a-311a-b29d95a408e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/414a7f4192dc4733b7997033cf1d414d, entries=1, sequenceid=2290, filesize=5.0 K 2024-12-15T05:36:48,802 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(3040): Finished flush of dataSize ~802.60 KB/821862, heapSize ~988.30 KB/1012016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=2290, compaction requested=false 2024-12-15T05:36:48,803 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T05:36:48,803 DEBUG [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T05:36:48,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741830_1006 (size=971991) 2024-12-15T05:36:48,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T05:36:48,806 INFO [M:0;fcd62a4bcb63:46241 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T05:36:48,806 INFO [M:0;fcd62a4bcb63:46241 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46241 2024-12-15T05:36:48,836 DEBUG [M:0;fcd62a4bcb63:46241 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/fcd62a4bcb63,46241,1734240822551 already deleted, retry=false 2024-12-15T05:36:48,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T05:36:48,945 INFO [M:0;fcd62a4bcb63:46241 {}] regionserver.HRegionServer(1307): Exiting; stopping=fcd62a4bcb63,46241,1734240822551; zookeeper connection closed. 2024-12-15T05:36:48,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46241-0x100282dfe9e0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T05:36:48,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:36:48,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:36:48,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:36:48,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:36:48,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/hadoop.log.dir/,STOPPED} 2024-12-15T05:36:48,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:36:48,963 WARN [BP-1707516454-172.17.0.2-1734240819552 heartbeating to localhost/127.0.0.1:36367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:36:48,963 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:36:48,963 WARN [BP-1707516454-172.17.0.2-1734240819552 heartbeating to localhost/127.0.0.1:36367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1707516454-172.17.0.2-1734240819552 (Datanode Uuid 8a283ce7-748f-48ca-a191-8fda97ca7caa) service to localhost/127.0.0.1:36367 2024-12-15T05:36:48,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598/dfs/data/data1/current/BP-1707516454-172.17.0.2-1734240819552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:36:48,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/cluster_05cd4cef-7bdd-5090-0cb9-aad963b37598/dfs/data/data2/current/BP-1707516454-172.17.0.2-1734240819552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:36:48,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:36:48,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:36:48,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:36:48,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:36:48,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:36:48,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eefc75bd-c796-dc79-d78d-c95fc83f6ea8/hadoop.log.dir/,STOPPED} 2024-12-15T05:36:48,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T05:36:49,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down